2024-11-20 11:16:49,443 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 11:16:49,463 main DEBUG Took 0.017520 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 11:16:49,463 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 11:16:49,463 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 11:16:49,464 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 11:16:49,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,472 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 11:16:49,484 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,486 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,486 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,487 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,488 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,489 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,491 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,491 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,492 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,493 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:16:49,494 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,494 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 11:16:49,495 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:16:49,497 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 11:16:49,498 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 11:16:49,499 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 11:16:49,500 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 11:16:49,500 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 11:16:49,508 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 11:16:49,510 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 11:16:49,511 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 11:16:49,512 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 11:16:49,512 main DEBUG createAppenders(={Console}) 2024-11-20 11:16:49,513 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-20 11:16:49,513 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 11:16:49,513 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-20 11:16:49,514 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 11:16:49,514 main DEBUG OutputStream closed 2024-11-20 11:16:49,514 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 11:16:49,514 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 11:16:49,515 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-20 11:16:49,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 11:16:49,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 11:16:49,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 11:16:49,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 11:16:49,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 11:16:49,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 11:16:49,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 11:16:49,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 11:16:49,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 11:16:49,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 11:16:49,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 11:16:49,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 11:16:49,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 11:16:49,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 11:16:49,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 11:16:49,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 11:16:49,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 11:16:49,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 11:16:49,589 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 11:16:49,590 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-20 11:16:49,590 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 11:16:49,591 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-20T11:16:49,605 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-20 11:16:49,607 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 11:16:49,608 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T11:16:49,662 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=9150 2024-11-20T11:16:49,870 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-20T11:16:49,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822 2024-11-20T11:16:49,910 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/cluster_774162f6-a894-51b5-eaac-00c49edb6b59, deleteOnExit=true 2024-11-20T11:16:49,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/cluster_774162f6-a894-51b5-eaac-00c49edb6b59/zookeeper_0, clientPort=58633, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/cluster_774162f6-a894-51b5-eaac-00c49edb6b59/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/cluster_774162f6-a894-51b5-eaac-00c49edb6b59/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:16:50,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58633 2024-11-20T11:16:50,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:16:50,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:16:50,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/test.cache.data in system properties and HBase conf 2024-11-20T11:16:50,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:16:50,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:16:50,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:16:50,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:16:50,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:16:50,099 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T11:16:50,190 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:16:50,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:16:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:16:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:16:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:16:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:16:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:16:50,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:16:50,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:16:50,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:16:50,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:16:50,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:16:50,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:16:50,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:16:50,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:16:51,010 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T11:16:51,087 INFO [Time-limited test {}] log.Log(170): Logging initialized @2341ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T11:16:51,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:16:51,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:16:51,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:16:51,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:16:51,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:16:51,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:16:51,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:16:51,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:16:51,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/java.io.tmpdir/jetty-localhost-35401-hadoop-hdfs-3_4_1-tests_jar-_-any-2514191817748990888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:16:51,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:35401} 2024-11-20T11:16:51,471 INFO [Time-limited test {}] server.Server(415): Started @2725ms 2024-11-20T11:16:51,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:16:51,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:16:51,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:16:51,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:16:51,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:16:51,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:16:51,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:16:51,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/java.io.tmpdir/jetty-localhost-40045-hadoop-hdfs-3_4_1-tests_jar-_-any-2721645241943260092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:16:51,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:40045} 2024-11-20T11:16:51,974 INFO [Time-limited test {}] server.Server(415): Started @3228ms 2024-11-20T11:16:52,027 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:16:52,520 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/cluster_774162f6-a894-51b5-eaac-00c49edb6b59/data/data2/current/BP-226871703-172.17.0.2-1732101410765/current, will proceed with Du for space computation calculation, 2024-11-20T11:16:52,520 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/cluster_774162f6-a894-51b5-eaac-00c49edb6b59/data/data1/current/BP-226871703-172.17.0.2-1732101410765/current, will proceed with Du for space computation calculation, 2024-11-20T11:16:52,560 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:16:52,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87493854f4532e7d with lease ID 0x2f781732a59dbefe: Processing first storage report for DS-defe5097-5db1-4726-ad59-63915ae38cc5 from datanode DatanodeRegistration(127.0.0.1:35209, datanodeUuid=35a33a0c-12ae-408d-be49-64fd3545df9c, infoPort=40941, infoSecurePort=0, ipcPort=36531, storageInfo=lv=-57;cid=testClusterID;nsid=816460750;c=1732101410765) 2024-11-20T11:16:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87493854f4532e7d with lease ID 0x2f781732a59dbefe: from storage DS-defe5097-5db1-4726-ad59-63915ae38cc5 node DatanodeRegistration(127.0.0.1:35209, datanodeUuid=35a33a0c-12ae-408d-be49-64fd3545df9c, infoPort=40941, infoSecurePort=0, ipcPort=36531, storageInfo=lv=-57;cid=testClusterID;nsid=816460750;c=1732101410765), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T11:16:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87493854f4532e7d with lease ID 0x2f781732a59dbefe: Processing first storage report for DS-1b099251-10c3-462f-b2f3-d5f178642318 from datanode DatanodeRegistration(127.0.0.1:35209, datanodeUuid=35a33a0c-12ae-408d-be49-64fd3545df9c, infoPort=40941, infoSecurePort=0, ipcPort=36531, storageInfo=lv=-57;cid=testClusterID;nsid=816460750;c=1732101410765) 2024-11-20T11:16:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87493854f4532e7d with lease ID 0x2f781732a59dbefe: from storage DS-1b099251-10c3-462f-b2f3-d5f178642318 node DatanodeRegistration(127.0.0.1:35209, datanodeUuid=35a33a0c-12ae-408d-be49-64fd3545df9c, infoPort=40941, infoSecurePort=0, ipcPort=36531, storageInfo=lv=-57;cid=testClusterID;nsid=816460750;c=1732101410765), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:16:52,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822 2024-11-20T11:16:52,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:52,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:52,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:16:53,333 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c with version=8 2024-11-20T11:16:53,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/hbase-staging 2024-11-20T11:16:53,429 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T11:16:53,678 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:16:53,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:53,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:53,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:16:53,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:53,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:16:53,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:16:53,890 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T11:16:53,898 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T11:16:53,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:16:53,928 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12823 (auto-detected) 2024-11-20T11:16:53,929 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T11:16:53,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41981 2024-11-20T11:16:53,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41981 connecting to ZooKeeper ensemble=127.0.0.1:58633 2024-11-20T11:16:54,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419810x0, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:16:54,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41981-0x1013517f7450000 connected 2024-11-20T11:16:54,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:54,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:54,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/running 2024-11-20T11:16:54,049 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c, hbase.cluster.distributed=false 2024-11-20T11:16:54,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/acl 2024-11-20T11:16:54,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-20T11:16:54,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41981 2024-11-20T11:16:54,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41981 2024-11-20T11:16:54,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-20T11:16:54,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-20T11:16:54,185 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:16:54,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:54,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:54,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:16:54,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:54,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:16:54,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:16:54,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:16:54,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34227 2024-11-20T11:16:54,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34227 connecting to ZooKeeper ensemble=127.0.0.1:58633 2024-11-20T11:16:54,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:54,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:54,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342270x0, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:16:54,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34227-0x1013517f7450001 connected 2024-11-20T11:16:54,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/running 2024-11-20T11:16:54,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:16:54,218 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:16:54,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/master 2024-11-20T11:16:54,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/acl 2024-11-20T11:16:54,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-20T11:16:54,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34227 2024-11-20T11:16:54,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34227 2024-11-20T11:16:54,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-20T11:16:54,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-20T11:16:54,244 DEBUG [M:0;448ea6c54a8c:41981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:41981 2024-11-20T11:16:54,245 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1139939987/backup-masters/448ea6c54a8c,41981,1732101413481 2024-11-20T11:16:54,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/backup-masters 2024-11-20T11:16:54,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/backup-masters 2024-11-20T11:16:54,254 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on existing znode=/0-1139939987/backup-masters/448ea6c54a8c,41981,1732101413481 2024-11-20T11:16:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139939987/master 2024-11-20T11:16:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:54,276 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on existing znode=/0-1139939987/master 2024-11-20T11:16:54,278 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1139939987/backup-masters/448ea6c54a8c,41981,1732101413481 from backup master directory 2024-11-20T11:16:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/backup-masters 2024-11-20T11:16:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139939987/backup-masters/448ea6c54a8c,41981,1732101413481 2024-11-20T11:16:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/backup-masters 2024-11-20T11:16:54,283 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:16:54,283 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,41981,1732101413481 2024-11-20T11:16:54,286 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T11:16:54,288 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T11:16:54,344 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/hbase.id] with ID: 4fa346a4-239b-4001-8f13-2a91c883df9a 2024-11-20T11:16:54,344 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/.tmp/hbase.id 2024-11-20T11:16:54,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:16:54,755 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/.tmp/hbase.id]:[hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/hbase.id] 2024-11-20T11:16:54,797 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:54,801 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:16:54,820 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-20T11:16:54,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:54,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:54,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:16:55,250 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:16:55,252 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:16:55,270 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:16:55,274 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:16:55,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:16:55,730 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store 2024-11-20T11:16:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:16:56,158 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T11:16:56,161 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:16:56,162 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:16:56,162 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:16:56,163 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:16:56,164 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:16:56,164 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:16:56,164 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:16:56,165 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101416162Disabling compacts and flushes for region at 1732101416162Disabling writes for close at 1732101416164 (+2 ms)Writing region close event to WAL at 1732101416164Closed at 1732101416164 2024-11-20T11:16:56,168 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/.initializing 2024-11-20T11:16:56,168 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,41981,1732101413481 2024-11-20T11:16:56,176 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:16:56,190 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C41981%2C1732101413481, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,41981,1732101413481, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/oldWALs, maxLogs=10 2024-11-20T11:16:56,213 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,41981,1732101413481/448ea6c54a8c%2C41981%2C1732101413481.1732101416195, exclude list is [], retry=0 2024-11-20T11:16:56,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-defe5097-5db1-4726-ad59-63915ae38cc5,DISK] 2024-11-20T11:16:56,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T11:16:56,268 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,41981,1732101413481/448ea6c54a8c%2C41981%2C1732101413481.1732101416195 2024-11-20T11:16:56,269 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-20T11:16:56,270 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:16:56,271 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:16:56,274 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,275 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:16:56,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:56,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:16:56,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:16:56,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:56,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:16:56,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:16:56,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:56,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:16:56,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:16:56,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:56,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:16:56,356 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,360 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,361 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,366 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,366 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,370 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:16:56,373 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:16:56,377 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:16:56,378 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66775290, jitterRate=-0.004970639944076538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:16:56,384 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101416287Initializing all the Stores at 1732101416289 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101416290 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101416291 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101416291Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101416291Cleaning up temporary data from old regions at 1732101416367 (+76 ms)Region opened successfully at 1732101416384 (+17 ms) 2024-11-20T11:16:56,385 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:16:56,418 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131d4ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:16:56,451 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:16:56,463 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:16:56,464 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:16:56,467 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:16:56,468 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T11:16:56,473 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T11:16:56,473 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:16:56,502 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:16:56,510 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/balancer because node does not exist (not necessarily an error) 2024-11-20T11:16:56,513 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/balancer already deleted, retry=false 2024-11-20T11:16:56,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:16:56,518 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:16:56,519 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/normalizer already deleted, retry=false 2024-11-20T11:16:56,522 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:16:56,525 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:16:56,529 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/switch/split already deleted, retry=false 2024-11-20T11:16:56,530 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:16:56,532 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/switch/merge already deleted, retry=false 2024-11-20T11:16:56,551 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:16:56,553 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/snapshot-cleanup already deleted, retry=false 2024-11-20T11:16:56,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139939987/running 2024-11-20T11:16:56,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139939987/running 2024-11-20T11:16:56,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:56,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:56,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,41981,1732101413481, sessionid=0x1013517f7450000, setting cluster-up flag (Was=false) 2024-11-20T11:16:56,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:56,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:56,582 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1139939987/flush-table-proc/acquired, /0-1139939987/flush-table-proc/reached, /0-1139939987/flush-table-proc/abort 2024-11-20T11:16:56,583 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,41981,1732101413481 2024-11-20T11:16:56,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:56,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:56,597 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1139939987/online-snapshot/acquired, /0-1139939987/online-snapshot/reached, /0-1139939987/online-snapshot/abort 2024-11-20T11:16:56,599 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,41981,1732101413481 2024-11-20T11:16:56,607 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:16:56,633 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(746): ClusterId : 4fa346a4-239b-4001-8f13-2a91c883df9a 2024-11-20T11:16:56,636 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:16:56,641 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:16:56,642 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:16:56,645 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:16:56,645 DEBUG [RS:0;448ea6c54a8c:34227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bf8e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:16:56,660 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:34227 2024-11-20T11:16:56,663 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:16:56,663 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:16:56,664 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:16:56,666 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,41981,1732101413481 with port=34227, startcode=1732101414145 2024-11-20T11:16:56,678 DEBUG [RS:0;448ea6c54a8c:34227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:16:56,696 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:16:56,708 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:16:56,715 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:16:56,720 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:16:56,722 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,41981,1732101413481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:16:56,726 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:16:56,730 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:16:56,730 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:16:56,730 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:16:56,731 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:16:56,731 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:16:56,731 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,731 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:16:56,732 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,734 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101446734 2024-11-20T11:16:56,736 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:16:56,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:16:56,738 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:16:56,739 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:16:56,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:16:56,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:16:56,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:16:56,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:16:56,745 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:56,745 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:16:56,744 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,751 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:16:56,752 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:16:56,753 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:16:56,753 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:16:56,756 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:16:56,756 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:16:56,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:16:56,760 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101416758,5,FailOnTimeoutGroup] 2024-11-20T11:16:56,760 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101416760,5,FailOnTimeoutGroup] 2024-11-20T11:16:56,760 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,761 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:16:56,762 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,762 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,763 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T11:16:56,763 WARN [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T11:16:56,865 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,41981,1732101413481 with port=34227, startcode=1732101414145 2024-11-20T11:16:56,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,34227,1732101414145 2024-11-20T11:16:56,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,34227,1732101414145 2024-11-20T11:16:56,878 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c 2024-11-20T11:16:56,878 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36589 2024-11-20T11:16:56,878 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:16:56,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/rs 2024-11-20T11:16:56,885 DEBUG [RS:0;448ea6c54a8c:34227 {}] zookeeper.ZKUtil(111): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on existing znode=/0-1139939987/rs/448ea6c54a8c,34227,1732101414145 2024-11-20T11:16:56,885 WARN [RS:0;448ea6c54a8c:34227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:16:56,886 INFO [RS:0;448ea6c54a8c:34227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:16:56,886 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145 2024-11-20T11:16:56,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,34227,1732101414145] 2024-11-20T11:16:56,912 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:16:56,927 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:16:56,932 INFO [RS:0;448ea6c54a8c:34227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:16:56,932 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,933 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:16:56,939 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:16:56,941 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,941 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,941 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,941 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,941 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,942 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,942 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:16:56,942 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,942 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,942 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,943 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,943 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,943 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:16:56,943 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:16:56,944 DEBUG [RS:0;448ea6c54a8c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:16:56,947 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,947 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,947 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,948 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,948 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,948 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34227,1732101414145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:16:56,968 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:16:56,970 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34227,1732101414145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,971 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,971 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.Replication(171): 448ea6c54a8c,34227,1732101414145 started 2024-11-20T11:16:56,990 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:56,990 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,34227,1732101414145, RpcServer on 448ea6c54a8c/172.17.0.2:34227, sessionid=0x1013517f7450001 2024-11-20T11:16:56,991 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:16:56,991 DEBUG [RS:0;448ea6c54a8c:34227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,34227,1732101414145 2024-11-20T11:16:56,991 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,34227,1732101414145' 2024-11-20T11:16:56,992 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1139939987/flush-table-proc/abort' 2024-11-20T11:16:56,993 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1139939987/flush-table-proc/acquired' 2024-11-20T11:16:56,993 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:16:56,993 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:16:56,993 DEBUG [RS:0;448ea6c54a8c:34227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,34227,1732101414145 2024-11-20T11:16:56,994 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,34227,1732101414145' 2024-11-20T11:16:56,994 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1139939987/online-snapshot/abort' 2024-11-20T11:16:56,994 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1139939987/online-snapshot/acquired' 2024-11-20T11:16:56,995 DEBUG [RS:0;448ea6c54a8c:34227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:16:56,995 INFO [RS:0;448ea6c54a8c:34227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:16:56,995 INFO [RS:0;448ea6c54a8c:34227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:16:57,101 INFO [RS:0;448ea6c54a8c:34227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:16:57,104 INFO [RS:0;448ea6c54a8c:34227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C34227%2C1732101414145, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs, maxLogs=10 2024-11-20T11:16:57,121 DEBUG [RS:0;448ea6c54a8c:34227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106, exclude list is [], retry=0 2024-11-20T11:16:57,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-defe5097-5db1-4726-ad59-63915ae38cc5,DISK] 2024-11-20T11:16:57,129 INFO [RS:0;448ea6c54a8c:34227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 2024-11-20T11:16:57,129 DEBUG [RS:0;448ea6c54a8c:34227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-20T11:16:57,160 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:16:57,161 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c 2024-11-20T11:16:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:16:57,572 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:16:57,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:16:57,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:16:57,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:57,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:16:57,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:16:57,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:16:57,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:57,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:16:57,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:16:57,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:16:57,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:57,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:16:57,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:16:57,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:16:57,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:57,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:16:57,588 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:16:57,590 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740 2024-11-20T11:16:57,590 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740 2024-11-20T11:16:57,593 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:16:57,593 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:16:57,594 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:16:57,596 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:16:57,599 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:16:57,600 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67918890, jitterRate=0.012070327997207642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:16:57,603 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101417572Initializing all the Stores at 1732101417574 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101417574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101417574Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101417574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101417574Cleaning up temporary data from old regions at 1732101417593 (+19 ms)Region opened successfully at 1732101417603 (+10 ms) 2024-11-20T11:16:57,603 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:16:57,603 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:16:57,603 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:16:57,603 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:16:57,603 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:16:57,604 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:16:57,605 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101417603Disabling compacts and flushes for region at 1732101417603Disabling writes for close at 1732101417603Writing region close event to WAL at 1732101417604 (+1 ms)Closed at 1732101417604 2024-11-20T11:16:57,608 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:16:57,608 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:16:57,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:16:57,623 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:16:57,626 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:16:57,777 DEBUG [448ea6c54a8c:41981 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:16:57,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,34227,1732101414145 2024-11-20T11:16:57,796 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,34227,1732101414145, state=OPENING 2024-11-20T11:16:57,802 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:16:57,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:57,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:16:57,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: CHANGED 2024-11-20T11:16:57,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: CHANGED 2024-11-20T11:16:57,809 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:16:57,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,34227,1732101414145}] 2024-11-20T11:16:57,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:16:57,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:16:58,000 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:16:58,001 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:16:58,001 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:16:58,005 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C34227%2C1732101414145.meta, suffix=.meta, logDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs, maxLogs=10 2024-11-20T11:16:58,022 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.meta.1732101418007.meta, exclude list is [], retry=0 2024-11-20T11:16:58,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-defe5097-5db1-4726-ad59-63915ae38cc5,DISK] 2024-11-20T11:16:58,029 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.meta.1732101418007.meta 2024-11-20T11:16:58,030 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-20T11:16:58,030 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:16:58,035 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:16:58,036 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:16:58,038 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:16:58,040 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:16:58,044 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:16:58,044 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:16:58,045 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:16:58,045 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:16:58,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:16:58,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:16:58,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:58,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:16:58,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:16:58,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:16:58,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:58,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:16:58,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:16:58,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:16:58,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:58,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:16:58,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:16:58,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:16:58,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:16:58,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:16:58,057 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:16:58,059 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740 2024-11-20T11:16:58,061 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740 2024-11-20T11:16:58,063 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:16:58,063 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:16:58,064 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:16:58,066 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:16:58,068 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60902247, jitterRate=-0.09248580038547516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:16:58,068 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:16:58,070 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101418045Writing region info on filesystem at 1732101418045Initializing all the Stores at 1732101418047 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101418047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101418048 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101418048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101418048Cleaning up temporary data from old regions at 1732101418063 (+15 ms)Running coprocessor post-open hooks at 1732101418068 (+5 ms)Region opened successfully at 1732101418070 (+2 ms) 2024-11-20T11:16:58,077 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101417977 2024-11-20T11:16:58,088 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:16:58,088 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:16:58,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,34227,1732101414145 2024-11-20T11:16:58,092 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,34227,1732101414145, state=OPEN 2024-11-20T11:16:58,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139939987/meta-region-server 2024-11-20T11:16:58,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139939987/meta-region-server 2024-11-20T11:16:58,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: CHANGED 2024-11-20T11:16:58,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: CHANGED 2024-11-20T11:16:58,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,34227,1732101414145 2024-11-20T11:16:58,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:16:58,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,34227,1732101414145 in 283 msec 2024-11-20T11:16:58,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:16:58,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-20T11:16:58,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:16:58,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:16:58,129 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:16:58,131 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,34227,1732101414145, seqNum=-1] 2024-11-20T11:16:58,153 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:16:58,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:16:58,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5360 sec 2024-11-20T11:16:58,176 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101418176, completionTime=-1 2024-11-20T11:16:58,179 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:16:58,179 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:16:58,205 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:16:58,205 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101478205 2024-11-20T11:16:58,206 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101538205 2024-11-20T11:16:58,206 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-20T11:16:58,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41981,1732101413481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:58,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41981,1732101413481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:58,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41981,1732101413481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:58,210 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:41981, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:58,210 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:58,210 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:58,216 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:16:58,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.955sec 2024-11-20T11:16:58,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:16:58,241 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:16:58,242 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:16:58,243 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:16:58,243 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:16:58,244 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41981,1732101413481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:16:58,244 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41981,1732101413481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:16:58,252 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:16:58,253 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:16:58,253 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41981,1732101413481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:16:58,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:16:58,363 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T11:16:58,363 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T11:16:58,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,41981,-1 for getting cluster id 2024-11-20T11:16:58,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:16:58,378 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fa346a4-239b-4001-8f13-2a91c883df9a' 2024-11-20T11:16:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:16:58,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fa346a4-239b-4001-8f13-2a91c883df9a" 2024-11-20T11:16:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e73d884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:16:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,41981,-1] 2024-11-20T11:16:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:16:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:16:58,389 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:16:58,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:16:58,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:16:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,34227,1732101414145, seqNum=-1] 2024-11-20T11:16:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:16:58,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:16:58,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,41981,1732101413481 2024-11-20T11:16:58,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58633 2024-11-20T11:16:58,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:16:58,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013517f7450002 connected 2024-11-20T11:16:58,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/hadoop.log.dir so I do NOT create it in target/test-data/27901976-3219-6022-2162-39295527c96b 2024-11-20T11:16:58,456 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:16:58,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/hadoop.tmp.dir so I do NOT create it in target/test-data/27901976-3219-6022-2162-39295527c96b 2024-11-20T11:16:58,456 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:16:58,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b 2024-11-20T11:16:58,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:16:58,456 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/cluster_bca08a82-582c-ea17-470d-992893eed432, deleteOnExit=true 2024-11-20T11:16:58,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:16:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/test.cache.data in system properties and HBase conf 2024-11-20T11:16:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:16:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:16:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:16:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:16:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:16:58,457 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:16:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:16:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:16:58,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:16:58,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:16:58,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:16:58,565 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:16:58,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:16:58,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:16:58,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:16:58,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:16:58,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:16:58,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:16:58,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/java.io.tmpdir/jetty-localhost-38487-hadoop-hdfs-3_4_1-tests_jar-_-any-4298031285637595401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:16:58,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:38487} 2024-11-20T11:16:58,687 INFO [Time-limited test {}] server.Server(415): Started @9941ms 2024-11-20T11:16:58,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:16:58,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:16:58,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:16:58,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:16:58,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:16:58,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:16:58,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:16:58,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/java.io.tmpdir/jetty-localhost-46183-hadoop-hdfs-3_4_1-tests_jar-_-any-6189249475671041017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:16:58,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:46183} 2024-11-20T11:16:58,896 INFO [Time-limited test {}] server.Server(415): Started @10150ms 2024-11-20T11:16:58,898 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:16:59,022 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/cluster_bca08a82-582c-ea17-470d-992893eed432/data/data1/current/BP-1489757731-172.17.0.2-1732101418490/current, will proceed with Du for space computation calculation, 2024-11-20T11:16:59,023 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/cluster_bca08a82-582c-ea17-470d-992893eed432/data/data2/current/BP-1489757731-172.17.0.2-1732101418490/current, will proceed with Du for space computation calculation, 2024-11-20T11:16:59,041 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:16:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda4137f52b8b16fa with lease ID 0xe8a6e254d4d124e9: Processing first storage report for DS-b07282f2-f5e1-4038-a411-cf70bcae6e78 from datanode DatanodeRegistration(127.0.0.1:46389, datanodeUuid=9bd256d5-cb75-4abb-89e5-ff3abf49eb13, infoPort=37657, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=958222552;c=1732101418490) 2024-11-20T11:16:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda4137f52b8b16fa with lease ID 0xe8a6e254d4d124e9: from storage DS-b07282f2-f5e1-4038-a411-cf70bcae6e78 node DatanodeRegistration(127.0.0.1:46389, datanodeUuid=9bd256d5-cb75-4abb-89e5-ff3abf49eb13, infoPort=37657, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=958222552;c=1732101418490), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T11:16:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda4137f52b8b16fa with lease ID 0xe8a6e254d4d124e9: Processing first storage report for DS-13a18365-4464-4818-a748-c34f83db7def from datanode DatanodeRegistration(127.0.0.1:46389, datanodeUuid=9bd256d5-cb75-4abb-89e5-ff3abf49eb13, infoPort=37657, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=958222552;c=1732101418490) 2024-11-20T11:16:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda4137f52b8b16fa with lease ID 0xe8a6e254d4d124e9: from storage DS-13a18365-4464-4818-a748-c34f83db7def node DatanodeRegistration(127.0.0.1:46389, datanodeUuid=9bd256d5-cb75-4abb-89e5-ff3abf49eb13, infoPort=37657, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=958222552;c=1732101418490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:16:59,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b 2024-11-20T11:16:59,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:59,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:59,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:16:59,547 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637 with version=8 2024-11-20T11:16:59,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/hbase-staging 2024-11-20T11:16:59,550 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:16:59,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:59,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:59,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:16:59,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:59,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:16:59,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:16:59,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:16:59,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44613 2024-11-20T11:16:59,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44613 connecting to ZooKeeper ensemble=127.0.0.1:58633 2024-11-20T11:16:59,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446130x0, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:16:59,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44613-0x1013517f7450003 connected 2024-11-20T11:16:59,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:59,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:59,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Set watcher on znode that does not yet exist, /1-1707265874/running 2024-11-20T11:16:59,577 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637, hbase.cluster.distributed=false 2024-11-20T11:16:59,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Set watcher on znode that does not yet exist, /1-1707265874/acl 2024-11-20T11:16:59,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44613 2024-11-20T11:16:59,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44613 2024-11-20T11:16:59,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44613 2024-11-20T11:16:59,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44613 2024-11-20T11:16:59,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44613 2024-11-20T11:16:59,597 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:16:59,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:59,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:59,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:16:59,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:16:59,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:16:59,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:16:59,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:16:59,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41559 2024-11-20T11:16:59,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41559 connecting to ZooKeeper ensemble=127.0.0.1:58633 2024-11-20T11:16:59,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:59,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:16:59,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415590x0, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:16:59,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41559-0x1013517f7450004 connected 2024-11-20T11:16:59,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Set watcher on znode that does not yet exist, /1-1707265874/running 2024-11-20T11:16:59,607 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:16:59,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:16:59,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Set watcher on znode that does not yet exist, /1-1707265874/master 2024-11-20T11:16:59,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Set watcher on znode that does not yet exist, /1-1707265874/acl 2024-11-20T11:16:59,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-20T11:16:59,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41559 2024-11-20T11:16:59,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41559 2024-11-20T11:16:59,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-20T11:16:59,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-20T11:16:59,626 DEBUG [M:0;448ea6c54a8c:44613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:44613 2024-11-20T11:16:59,626 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1707265874/backup-masters/448ea6c54a8c,44613,1732101419549 2024-11-20T11:16:59,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874/backup-masters 2024-11-20T11:16:59,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874/backup-masters 2024-11-20T11:16:59,629 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Set watcher on existing znode=/1-1707265874/backup-masters/448ea6c54a8c,44613,1732101419549 2024-11-20T11:16:59,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1707265874/master 2024-11-20T11:16:59,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:16:59,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:16:59,632 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Set watcher on existing znode=/1-1707265874/master 2024-11-20T11:16:59,632 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1707265874/backup-masters/448ea6c54a8c,44613,1732101419549 from backup master directory 2024-11-20T11:16:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1707265874/backup-masters/448ea6c54a8c,44613,1732101419549 2024-11-20T11:16:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874/backup-masters 2024-11-20T11:16:59,635 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:16:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874/backup-masters 2024-11-20T11:16:59,635 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,44613,1732101419549 2024-11-20T11:16:59,642 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/hbase.id] with ID: 5bd8921b-8912-4f58-a818-97f084013a15 2024-11-20T11:16:59,642 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/.tmp/hbase.id 2024-11-20T11:16:59,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:17:00,051 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/.tmp/hbase.id]:[hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/hbase.id] 2024-11-20T11:17:00,073 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:00,073 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:17:00,075 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T11:17:00,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:00,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:00,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:17:00,487 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:00,488 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:17:00,488 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:17:00,901 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store 2024-11-20T11:17:00,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:17:00,910 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:00,910 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:17:00,910 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:00,910 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:00,910 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:17:00,910 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:00,910 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:00,910 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101420910Disabling compacts and flushes for region at 1732101420910Disabling writes for close at 1732101420910Writing region close event to WAL at 1732101420910Closed at 1732101420910 2024-11-20T11:17:00,912 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/.initializing 2024-11-20T11:17:00,912 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/WALs/448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:00,913 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:00,916 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C44613%2C1732101419549, suffix=, logDir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/WALs/448ea6c54a8c,44613,1732101419549, archiveDir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/oldWALs, maxLogs=10 2024-11-20T11:17:00,930 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/WALs/448ea6c54a8c,44613,1732101419549/448ea6c54a8c%2C44613%2C1732101419549.1732101420916, exclude list is [], retry=0 2024-11-20T11:17:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-b07282f2-f5e1-4038-a411-cf70bcae6e78,DISK] 2024-11-20T11:17:00,937 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/WALs/448ea6c54a8c,44613,1732101419549/448ea6c54a8c%2C44613%2C1732101419549.1732101420916 2024-11-20T11:17:00,937 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37657:37657)] 2024-11-20T11:17:00,938 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:00,938 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:00,938 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,938 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:17:00,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:00,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:00,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:17:00,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:00,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:00,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:17:00,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:00,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:00,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:17:00,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:00,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:00,953 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,954 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,954 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,956 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,956 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,957 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:00,959 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:00,962 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:00,962 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74392053, jitterRate=0.10852797329425812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:00,963 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101420938Initializing all the Stores at 1732101420940 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101420940Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101420940Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101420940Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101420940Cleaning up temporary data from old regions at 1732101420956 (+16 ms)Region opened successfully at 1732101420963 (+7 ms) 2024-11-20T11:17:00,963 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:17:00,968 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ab24d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:00,969 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:17:00,969 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:17:00,969 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:17:00,969 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:17:00,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:17:00,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:17:00,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:17:00,973 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:17:00,974 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Unable to get data of znode /1-1707265874/balancer because node does not exist (not necessarily an error) 2024-11-20T11:17:00,975 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1707265874/balancer already deleted, retry=false 2024-11-20T11:17:00,976 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:17:00,976 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Unable to get data of znode /1-1707265874/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:17:00,978 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1707265874/normalizer already deleted, retry=false 2024-11-20T11:17:00,978 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:17:00,979 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Unable to get data of znode /1-1707265874/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:17:00,981 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1707265874/switch/split already deleted, retry=false 2024-11-20T11:17:00,982 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Unable to get data of znode /1-1707265874/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:17:00,984 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1707265874/switch/merge already deleted, retry=false 2024-11-20T11:17:00,986 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Unable to get data of znode /1-1707265874/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:17:00,987 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1707265874/snapshot-cleanup already deleted, retry=false 2024-11-20T11:17:00,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1707265874/running 2024-11-20T11:17:00,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1707265874/running 2024-11-20T11:17:00,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:00,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:00,990 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,44613,1732101419549, sessionid=0x1013517f7450003, setting cluster-up flag (Was=false) 2024-11-20T11:17:00,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:00,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:01,000 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1707265874/flush-table-proc/acquired, /1-1707265874/flush-table-proc/reached, /1-1707265874/flush-table-proc/abort 2024-11-20T11:17:01,001 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:01,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:01,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:01,011 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1707265874/online-snapshot/acquired, /1-1707265874/online-snapshot/reached, /1-1707265874/online-snapshot/abort 2024-11-20T11:17:01,012 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:01,014 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:17:01,016 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(746): ClusterId : 5bd8921b-8912-4f58-a818-97f084013a15 2024-11-20T11:17:01,016 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:17:01,018 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:01,019 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:17:01,019 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:17:01,019 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:17:01,019 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:17:01,019 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,44613,1732101419549 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:17:01,022 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:01,022 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:17:01,022 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:01,022 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:01,023 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:01,023 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:17:01,023 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,023 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:01,023 DEBUG [RS:0;448ea6c54a8c:41559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1210dcd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:01,023 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,027 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:01,027 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:17:01,029 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:01,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:17:01,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101451031 2024-11-20T11:17:01,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:17:01,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:17:01,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:17:01,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:17:01,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:17:01,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:17:01,032 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,032 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:17:01,032 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:17:01,033 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:17:01,033 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:17:01,036 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:17:01,036 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:17:01,037 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101421036,5,FailOnTimeoutGroup] 2024-11-20T11:17:01,038 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101421037,5,FailOnTimeoutGroup] 2024-11-20T11:17:01,038 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,038 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:17:01,038 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,038 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:17:01,042 DEBUG [RS:0;448ea6c54a8c:41559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:41559 2024-11-20T11:17:01,042 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:17:01,042 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:17:01,042 DEBUG [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:17:01,043 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,44613,1732101419549 with port=41559, startcode=1732101419596 2024-11-20T11:17:01,044 DEBUG [RS:0;448ea6c54a8c:41559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:17:01,046 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:17:01,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:01,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44613 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:01,050 DEBUG [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637 2024-11-20T11:17:01,050 DEBUG [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38045 2024-11-20T11:17:01,050 DEBUG [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:17:01,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874/rs 2024-11-20T11:17:01,056 DEBUG [RS:0;448ea6c54a8c:41559 {}] zookeeper.ZKUtil(111): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Set watcher on existing znode=/1-1707265874/rs/448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:01,056 WARN [RS:0;448ea6c54a8c:41559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:01,057 INFO [RS:0;448ea6c54a8c:41559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:01,057 DEBUG [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/WALs/448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:01,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,41559,1732101419596] 2024-11-20T11:17:01,061 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:17:01,064 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:17:01,064 INFO [RS:0;448ea6c54a8c:41559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:17:01,064 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,065 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:17:01,066 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:17:01,066 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,066 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,066 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,067 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,067 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,067 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,067 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:01,067 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,067 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,067 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,067 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,067 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,068 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:01,068 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:01,068 DEBUG [RS:0;448ea6c54a8c:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:01,068 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,069 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,069 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,069 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,069 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,069 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41559,1732101419596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:01,085 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:17:01,085 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41559,1732101419596-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,085 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,085 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.Replication(171): 448ea6c54a8c,41559,1732101419596 started 2024-11-20T11:17:01,102 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,102 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,41559,1732101419596, RpcServer on 448ea6c54a8c/172.17.0.2:41559, sessionid=0x1013517f7450004 2024-11-20T11:17:01,102 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:17:01,102 DEBUG [RS:0;448ea6c54a8c:41559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:01,102 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,41559,1732101419596' 2024-11-20T11:17:01,103 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1707265874/flush-table-proc/abort' 2024-11-20T11:17:01,103 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1707265874/flush-table-proc/acquired' 2024-11-20T11:17:01,104 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:17:01,104 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:17:01,104 DEBUG [RS:0;448ea6c54a8c:41559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:01,104 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,41559,1732101419596' 2024-11-20T11:17:01,104 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1707265874/online-snapshot/abort' 2024-11-20T11:17:01,104 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1707265874/online-snapshot/acquired' 2024-11-20T11:17:01,105 DEBUG [RS:0;448ea6c54a8c:41559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:17:01,105 INFO [RS:0;448ea6c54a8c:41559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:17:01,105 INFO [RS:0;448ea6c54a8c:41559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:17:01,206 INFO [RS:0;448ea6c54a8c:41559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:01,208 INFO [RS:0;448ea6c54a8c:41559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41559%2C1732101419596, suffix=, logDir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/WALs/448ea6c54a8c,41559,1732101419596, archiveDir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/oldWALs, maxLogs=10 2024-11-20T11:17:01,225 DEBUG [RS:0;448ea6c54a8c:41559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/WALs/448ea6c54a8c,41559,1732101419596/448ea6c54a8c%2C41559%2C1732101419596.1732101421210, exclude list is [], retry=0 2024-11-20T11:17:01,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-b07282f2-f5e1-4038-a411-cf70bcae6e78,DISK] 2024-11-20T11:17:01,232 INFO [RS:0;448ea6c54a8c:41559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/WALs/448ea6c54a8c,41559,1732101419596/448ea6c54a8c%2C41559%2C1732101419596.1732101421210 2024-11-20T11:17:01,233 DEBUG [RS:0;448ea6c54a8c:41559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37657:37657)] 2024-11-20T11:17:01,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:17:01,443 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637 2024-11-20T11:17:01,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:17:01,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:01,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:01,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:01,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:01,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:01,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:01,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:01,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:01,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:01,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:01,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:01,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:01,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:01,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:01,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:01,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:01,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:01,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:01,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740 2024-11-20T11:17:01,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740 2024-11-20T11:17:01,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:01,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:01,490 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:01,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:01,496 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:01,501 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64146049, jitterRate=-0.044149383902549744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:01,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101421461Initializing all the Stores at 1732101421468 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101421468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101421468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101421468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101421468Cleaning up temporary data from old regions at 1732101421489 (+21 ms)Region opened successfully at 1732101421501 (+12 ms) 2024-11-20T11:17:01,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:17:01,501 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:17:01,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:17:01,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:17:01,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:17:01,503 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:01,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101421501Disabling compacts and flushes for region at 1732101421501Disabling writes for close at 1732101421501Writing region close event to WAL at 1732101421503 (+2 ms)Closed at 1732101421503 2024-11-20T11:17:01,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:01,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:17:01,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:17:01,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:01,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:17:01,665 DEBUG [448ea6c54a8c:44613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:17:01,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:01,669 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,41559,1732101419596, state=OPENING 2024-11-20T11:17:01,678 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:17:01,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:01,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:01,681 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:01,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1707265874/meta-region-server: CHANGED 2024-11-20T11:17:01,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1707265874/meta-region-server: CHANGED 2024-11-20T11:17:01,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41559,1732101419596}] 2024-11-20T11:17:01,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:17:01,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:17:01,856 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:17:01,857 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:01,857 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:17:01,861 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41559%2C1732101419596.meta, suffix=.meta, logDir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/WALs/448ea6c54a8c,41559,1732101419596, archiveDir=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/oldWALs, maxLogs=10 2024-11-20T11:17:01,878 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/WALs/448ea6c54a8c,41559,1732101419596/448ea6c54a8c%2C41559%2C1732101419596.meta.1732101421863.meta, exclude list is [], retry=0 2024-11-20T11:17:01,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-b07282f2-f5e1-4038-a411-cf70bcae6e78,DISK] 2024-11-20T11:17:01,886 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/WALs/448ea6c54a8c,41559,1732101419596/448ea6c54a8c%2C41559%2C1732101419596.meta.1732101421863.meta 2024-11-20T11:17:01,886 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37657:37657)] 2024-11-20T11:17:01,886 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:01,887 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:01,887 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:17:01,887 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:17:01,888 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:17:01,888 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:17:01,888 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:01,888 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:17:01,888 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:17:01,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:01,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:01,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:01,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:01,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:01,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:01,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:01,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:01,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:01,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:01,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:01,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:01,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:01,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:01,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:01,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:01,900 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:01,901 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740 2024-11-20T11:17:01,903 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740 2024-11-20T11:17:01,905 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:01,905 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:01,906 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:01,908 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:01,909 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72627527, jitterRate=0.08223448693752289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:01,910 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:17:01,910 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101421889Writing region info on filesystem at 1732101421889Initializing all the Stores at 1732101421890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101421891 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101421891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101421891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101421891Cleaning up temporary data from old regions at 1732101421905 (+14 ms)Running coprocessor post-open hooks at 1732101421910 (+5 ms)Region opened successfully at 1732101421910 2024-11-20T11:17:01,912 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101421840 2024-11-20T11:17:01,917 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:17:01,917 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:17:01,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:01,920 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,41559,1732101419596, state=OPEN 2024-11-20T11:17:01,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1707265874/meta-region-server 2024-11-20T11:17:01,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1707265874/meta-region-server 2024-11-20T11:17:01,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1707265874/meta-region-server: CHANGED 2024-11-20T11:17:01,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1707265874/meta-region-server: CHANGED 2024-11-20T11:17:01,922 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:01,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:17:01,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41559,1732101419596 in 241 msec 2024-11-20T11:17:01,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:17:01,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-20T11:17:01,939 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:01,939 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:17:01,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:01,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41559,1732101419596, seqNum=-1] 2024-11-20T11:17:01,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:01,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:01,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 939 msec 2024-11-20T11:17:01,958 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101421958, completionTime=-1 2024-11-20T11:17:01,958 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:17:01,959 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:17:01,962 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:17:01,963 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101481963 2024-11-20T11:17:01,963 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101541963 2024-11-20T11:17:01,963 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-20T11:17:01,963 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44613,1732101419549-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,963 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44613,1732101419549-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,963 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44613,1732101419549-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,964 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:44613, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,964 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,964 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:01,967 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:17:01,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.334sec 2024-11-20T11:17:01,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:17:01,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:17:01,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:17:01,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:17:01,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:17:01,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44613,1732101419549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:01,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44613,1732101419549-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:17:01,975 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:17:01,975 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:17:01,976 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44613,1732101419549-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:02,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:02,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44613,-1 for getting cluster id 2024-11-20T11:17:02,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:02,020 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd8921b-8912-4f58-a818-97f084013a15' 2024-11-20T11:17:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd8921b-8912-4f58-a818-97f084013a15" 2024-11-20T11:17:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9c765d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44613,-1] 2024-11-20T11:17:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:02,023 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:02,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:02,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41559,1732101419596, seqNum=-1] 2024-11-20T11:17:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:02,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:02,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58633 2024-11-20T11:17:02,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:02,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013517f7450005 connected 2024-11-20T11:17:02,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:02,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,41981,-1 for getting cluster id 2024-11-20T11:17:02,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:02,046 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fa346a4-239b-4001-8f13-2a91c883df9a' 2024-11-20T11:17:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fa346a4-239b-4001-8f13-2a91c883df9a" 2024-11-20T11:17:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498229ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,41981,-1] 2024-11-20T11:17:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:02,049 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743b6034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:02,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:02,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,41981,1732101413481 2024-11-20T11:17:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2849dab7 2024-11-20T11:17:02,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:02,070 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:02,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:44613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:17:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:17:02,084 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:44613' 2024-11-20T11:17:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:02,086 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b7baf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:02,086 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44613,-1 for getting cluster id 2024-11-20T11:17:02,086 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:02,087 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd8921b-8912-4f58-a818-97f084013a15' 2024-11-20T11:17:02,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd8921b-8912-4f58-a818-97f084013a15" 2024-11-20T11:17:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231a0808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44613,-1] 2024-11-20T11:17:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:02,089 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:02,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275f4e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:02,091 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:02,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:02,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d881818 2024-11-20T11:17:02,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:02,097 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:02,109 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T11:17:02,109 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:17:02,114 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:02,115 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:02,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:02,117 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:02,124 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:17:02,128 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:17:02,128 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:02,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:17:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741835_1011 (size=1138) 2024-11-20T11:17:02,177 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:17:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:02,544 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52aef2fb5122b9364e64b21ecba5fcd8, NAME => 'hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c 2024-11-20T11:17:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741836_1012 (size=44) 2024-11-20T11:17:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:02,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:17:02,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:02,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 52aef2fb5122b9364e64b21ecba5fcd8, disabling compactions & flushes 2024-11-20T11:17:02,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:02,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:02,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. after waiting 0 ms 2024-11-20T11:17:02,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:02,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:02,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52aef2fb5122b9364e64b21ecba5fcd8: Waiting for close lock at 1732101422953Disabling compacts and flushes for region at 1732101422953Disabling writes for close at 1732101422953Writing region close event to WAL at 1732101422953Closed at 1732101422953 2024-11-20T11:17:02,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:17:02,961 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101422956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101422956"}]},"ts":"1732101422956"} 2024-11-20T11:17:02,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:17:02,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:17:02,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101422967"}]},"ts":"1732101422967"} 2024-11-20T11:17:02,974 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:17:02,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52aef2fb5122b9364e64b21ecba5fcd8, ASSIGN}] 2024-11-20T11:17:02,978 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52aef2fb5122b9364e64b21ecba5fcd8, ASSIGN 2024-11-20T11:17:02,979 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52aef2fb5122b9364e64b21ecba5fcd8, ASSIGN; state=OFFLINE, location=448ea6c54a8c,34227,1732101414145; forceNewPlan=false, retain=false 2024-11-20T11:17:03,131 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=52aef2fb5122b9364e64b21ecba5fcd8, regionState=OPENING, regionLocation=448ea6c54a8c,34227,1732101414145 2024-11-20T11:17:03,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52aef2fb5122b9364e64b21ecba5fcd8, ASSIGN because future has completed 2024-11-20T11:17:03,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52aef2fb5122b9364e64b21ecba5fcd8, server=448ea6c54a8c,34227,1732101414145}] 2024-11-20T11:17:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:03,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:03,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:03,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:17:03,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C34227%2C1732101414145.rep, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs, maxLogs=10 2024-11-20T11:17:03,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.rep.1732101423299, exclude list is [], retry=0 2024-11-20T11:17:03,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-defe5097-5db1-4726-ad59-63915ae38cc5,DISK] 2024-11-20T11:17:03,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.rep.1732101423299 2024-11-20T11:17:03,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-20T11:17:03,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 52aef2fb5122b9364e64b21ecba5fcd8, NAME => 'hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:03,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:03,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:17:03,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. service=MultiRowMutationService 2024-11-20T11:17:03,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:17:03,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:03,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,323 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,324 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52aef2fb5122b9364e64b21ecba5fcd8 columnFamilyName hfileref 2024-11-20T11:17:03,325 DEBUG [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:03,325 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(327): Store=52aef2fb5122b9364e64b21ecba5fcd8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:03,325 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,327 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52aef2fb5122b9364e64b21ecba5fcd8 columnFamilyName queue 2024-11-20T11:17:03,327 DEBUG [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:03,328 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(327): Store=52aef2fb5122b9364e64b21ecba5fcd8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:03,328 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,329 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52aef2fb5122b9364e64b21ecba5fcd8 columnFamilyName sid 2024-11-20T11:17:03,329 DEBUG [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:03,330 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(327): Store=52aef2fb5122b9364e64b21ecba5fcd8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:03,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:17:03,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:03,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 52aef2fb5122b9364e64b21ecba5fcd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63612060, jitterRate=-0.05210644006729126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:17:03,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:03,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 52aef2fb5122b9364e64b21ecba5fcd8: Running coprocessor pre-open hook at 1732101423321Writing region info on filesystem at 1732101423321Initializing all the Stores at 1732101423322 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101423322Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101423322Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101423322Cleaning up temporary data from old regions at 1732101423333 (+11 ms)Running coprocessor post-open hooks at 1732101423340 (+7 ms)Region opened successfully at 1732101423341 (+1 ms) 2024-11-20T11:17:03,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8., pid=7, masterSystemTime=1732101423289 2024-11-20T11:17:03,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:03,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:03,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=52aef2fb5122b9364e64b21ecba5fcd8, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,34227,1732101414145 2024-11-20T11:17:03,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52aef2fb5122b9364e64b21ecba5fcd8, server=448ea6c54a8c,34227,1732101414145 because future has completed 2024-11-20T11:17:03,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T11:17:03,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 52aef2fb5122b9364e64b21ecba5fcd8, server=448ea6c54a8c,34227,1732101414145 in 217 msec 2024-11-20T11:17:03,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:17:03,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52aef2fb5122b9364e64b21ecba5fcd8, ASSIGN in 379 msec 2024-11-20T11:17:03,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:17:03,360 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101423360"}]},"ts":"1732101423360"} 2024-11-20T11:17:03,362 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:17:03,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:17:03,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2470 sec 2024-11-20T11:17:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8., hostname=448ea6c54a8c,34227,1732101414145, seqNum=2] 2024-11-20T11:17:03,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34227 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T11:17:03,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:03,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:03,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:17:03,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:17:03,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T11:17:03,576 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:17:03,619 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,34227,1732101414145, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:17:03,620 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:03,620 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,34227,1732101414145, seqNum=-1] 2024-11-20T11:17:03,621 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:03,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T11:17:03,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,34227,1732101414145', locateType=CURRENT is [region=hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8., hostname=448ea6c54a8c,34227,1732101414145, seqNum=2] 2024-11-20T11:17:03,632 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T11:17:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T11:17:03,637 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,34227,1732101414145 suceeded 2024-11-20T11:17:03,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T11:17:03,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-20T11:17:03,641 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:44613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:17:03,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5680 sec 2024-11-20T11:17:03,652 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:44613' 2024-11-20T11:17:03,654 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b0d9325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:03,654 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44613,-1 for getting cluster id 2024-11-20T11:17:03,654 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:03,655 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd8921b-8912-4f58-a818-97f084013a15' 2024-11-20T11:17:03,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:03,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd8921b-8912-4f58-a818-97f084013a15" 2024-11-20T11:17:03,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ecb3c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:03,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44613,-1] 2024-11-20T11:17:03,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:03,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:03,657 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:03,658 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e324bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:03,659 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:03,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:03,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ec9b0e 2024-11-20T11:17:03,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:03,661 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T11:17:03,662 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,34227,1732101414145 (queues=1) is replicating from cluster=4fa346a4-239b-4001-8f13-2a91c883df9a to cluster=5bd8921b-8912-4f58-a818-97f084013a15 2024-11-20T11:17:03,665 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C34227%2C1732101414145 2024-11-20T11:17:03,668 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,34227,1732101414145, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:17:03,670 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.shipper448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C34227%2C1732101414145 2024-11-20T11:17:03,676 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106, startPosition=0, beingWritten=true 2024-11-20T11:17:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T11:17:03,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T11:17:03,889 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T11:17:03,889 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T11:17:03,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:03,890 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T11:17:03,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:03,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T11:17:03,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T11:17:03,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T11:17:03,937 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:04,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:04,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:04,232 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:17:04,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:04,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,41981,-1 for getting cluster id 2024-11-20T11:17:04,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:04,235 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fa346a4-239b-4001-8f13-2a91c883df9a' 2024-11-20T11:17:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fa346a4-239b-4001-8f13-2a91c883df9a" 2024-11-20T11:17:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26377c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,41981,-1] 2024-11-20T11:17:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,238 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:04,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c3946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,41981,1732101413481 2024-11-20T11:17:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49174f 2024-11-20T11:17:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:04,242 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:04,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://448ea6c54a8c:44613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:17:04,244 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:17:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T11:17:04,247 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:44613' 2024-11-20T11:17:04,247 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c432f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,248 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44613,-1 for getting cluster id 2024-11-20T11:17:04,248 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:04,248 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd8921b-8912-4f58-a818-97f084013a15' 2024-11-20T11:17:04,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:04,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd8921b-8912-4f58-a818-97f084013a15" 2024-11-20T11:17:04,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41659a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44613,-1] 2024-11-20T11:17:04,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:04,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,250 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:04,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e474703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,251 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:04,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:04,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29d06e43 2024-11-20T11:17:04,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:04,253 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:04,254 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T11:17:04,254 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:17:04,254 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,255 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:04,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:17:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T11:17:04,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-20T11:17:04,418 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T11:17:04,450 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-448ea6c54a8c,34227,1732101414145, ReplicationSource: 2, currentBandwidth=0 2024-11-20T11:17:04,453 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T11:17:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T11:17:04,457 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 448ea6c54a8c,34227,1732101414145 suceeded 2024-11-20T11:17:04,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:17:04,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-20T11:17:04,460 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://448ea6c54a8c:44613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:17:04,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 217 msec 2024-11-20T11:17:04,469 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:44613' 2024-11-20T11:17:04,471 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3f5206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,471 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44613,-1 for getting cluster id 2024-11-20T11:17:04,471 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:04,472 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd8921b-8912-4f58-a818-97f084013a15' 2024-11-20T11:17:04,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:04,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd8921b-8912-4f58-a818-97f084013a15" 2024-11-20T11:17:04,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68ed416c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44613,-1] 2024-11-20T11:17:04,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:04,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,474 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:04,475 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6c4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,475 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:04,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:04,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@91dc01c 2024-11-20T11:17:04,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:04,477 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T11:17:04,478 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-448ea6c54a8c,34227,1732101414145 (queues=1) is replicating from cluster=4fa346a4-239b-4001-8f13-2a91c883df9a to cluster=5bd8921b-8912-4f58-a818-97f084013a15 2024-11-20T11:17:04,478 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=448ea6c54a8c%2C34227%2C1732101414145 2024-11-20T11:17:04,478 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-448ea6c54a8c,34227,1732101414145, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:17:04,479 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145.replicationSource.shipper448ea6c54a8c%2C34227%2C1732101414145,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C34227%2C1732101414145 2024-11-20T11:17:04,479 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106, startPosition=0, beingWritten=true 2024-11-20T11:17:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T11:17:04,563 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T11:17:04,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:04,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:04,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:04,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,41981,1732101413481 2024-11-20T11:17:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65954728 2024-11-20T11:17:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:04,569 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:04,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T11:17:04,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T11:17:04,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T11:17:04,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T11:17:04,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:44613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:17:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T11:17:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T11:17:04,583 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:44613' 2024-11-20T11:17:04,584 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72acba7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,584 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44613,-1 for getting cluster id 2024-11-20T11:17:04,584 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:04,585 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd8921b-8912-4f58-a818-97f084013a15' 2024-11-20T11:17:04,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:04,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd8921b-8912-4f58-a818-97f084013a15" 2024-11-20T11:17:04,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c3237e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44613,-1] 2024-11-20T11:17:04,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:04,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,587 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:04,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3a8ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,588 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:04,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:04,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7af49a7d 2024-11-20T11:17:04,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:04,590 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:04,590 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T11:17:04,590 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:17:04,591 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,591 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:04,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:17:04,651 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:04,685 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T11:17:04,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-20T11:17:04,749 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-20T11:17:04,751 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T11:17:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T11:17:04,755 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 448ea6c54a8c,34227,1732101414145 suceeded 2024-11-20T11:17:04,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T11:17:04,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-20T11:17:04,758 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://448ea6c54a8c:44613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:17:04,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-20T11:17:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T11:17:04,902 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-20T11:17:04,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://448ea6c54a8c:44613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:17:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T11:17:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T11:17:04,907 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:44613' 2024-11-20T11:17:04,909 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7deb8274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,909 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44613,-1 for getting cluster id 2024-11-20T11:17:04,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:04,910 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd8921b-8912-4f58-a818-97f084013a15' 2024-11-20T11:17:04,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:04,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd8921b-8912-4f58-a818-97f084013a15" 2024-11-20T11:17:04,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1976063b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44613,-1] 2024-11-20T11:17:04,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:04,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,912 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:04,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149a1f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:04,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:04,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:04,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aa1cf9c 2024-11-20T11:17:04,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:04,915 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:04,916 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T11:17:04,916 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:17:04,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:04,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:04,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:17:04,992 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T11:17:05,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-20T11:17:05,075 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-20T11:17:05,077 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T11:17:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T11:17:05,080 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 448ea6c54a8c,34227,1732101414145 suceeded 2024-11-20T11:17:05,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T11:17:05,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-20T11:17:05,083 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://448ea6c54a8c:44613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:17:05,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-20T11:17:05,158 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T11:17:05,222 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-20T11:17:05,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T11:17:05,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T11:17:05,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:05,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:05,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:05,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:05,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:05,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:17:05,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=135736181, stopped=false 2024-11-20T11:17:05,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,41981,1732101413481 2024-11-20T11:17:05,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139939987/running 2024-11-20T11:17:05,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139939987/running 2024-11-20T11:17:05,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:05,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:05,227 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:17:05,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:05,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:05,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/running 2024-11-20T11:17:05,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:05,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/running 2024-11-20T11:17:05,228 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,34227,1732101414145' ***** 2024-11-20T11:17:05,228 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:17:05,229 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:17:05,229 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:17:05,229 INFO [RS:0;448ea6c54a8c:34227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:17:05,229 INFO [RS:0;448ea6c54a8c:34227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:17:05,229 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:05,230 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,34227,1732101414145 2024-11-20T11:17:05,230 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:17:05,230 INFO [RS:0;448ea6c54a8c:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:34227. 2024-11-20T11:17:05,230 DEBUG [RS:0;448ea6c54a8c:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:05,230 DEBUG [RS:0;448ea6c54a8c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:05,230 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52aef2fb5122b9364e64b21ecba5fcd8, disabling compactions & flushes 2024-11-20T11:17:05,230 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:17:05,230 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:17:05,230 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:17:05,230 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:05,231 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:05,231 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:17:05,231 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. after waiting 0 ms 2024-11-20T11:17:05,231 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:05,231 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:17:05,231 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:17:05,231 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 52aef2fb5122b9364e64b21ecba5fcd8=hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8.} 2024-11-20T11:17:05,231 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:17:05,231 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:17:05,231 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:17:05,231 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:17:05,231 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:05,234 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T11:17:05,234 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52aef2fb5122b9364e64b21ecba5fcd8 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-20T11:17:05,267 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:17:05,304 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/info/e1edd9f4ecbf4909858a8645e2a8eafd is 147, key is hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8./info:regioninfo/1732101423347/Put/seqid=0 2024-11-20T11:17:05,304 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8/.tmp/queue/a1a640f0691e43bcbfc6f1c2f28de0ab is 151, key is 1-448ea6c54a8c,34227,1732101414145/queue:448ea6c54a8c%2C34227%2C1732101414145/1732101423626/Put/seqid=0 2024-11-20T11:17:05,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741839_1015 (size=5500) 2024-11-20T11:17:05,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741838_1014 (size=6631) 2024-11-20T11:17:05,315 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8/.tmp/queue/a1a640f0691e43bcbfc6f1c2f28de0ab 2024-11-20T11:17:05,358 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8/.tmp/queue/a1a640f0691e43bcbfc6f1c2f28de0ab as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8/queue/a1a640f0691e43bcbfc6f1c2f28de0ab 2024-11-20T11:17:05,367 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8/queue/a1a640f0691e43bcbfc6f1c2f28de0ab, entries=2, sequenceid=6, filesize=5.4 K 2024-11-20T11:17:05,374 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 52aef2fb5122b9364e64b21ecba5fcd8 in 139ms, sequenceid=6, compaction requested=false 2024-11-20T11:17:05,374 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T11:17:05,381 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T11:17:05,384 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:05,384 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:05,384 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:05,384 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52aef2fb5122b9364e64b21ecba5fcd8: Waiting for close lock at 1732101425230Running coprocessor pre-close hooks at 1732101425230Disabling compacts and flushes for region at 1732101425230Disabling writes for close at 1732101425231 (+1 ms)Obtaining lock to block concurrent updates at 1732101425234 (+3 ms)Preparing flush snapshotting stores in 52aef2fb5122b9364e64b21ecba5fcd8 at 1732101425234Finished memstore snapshotting hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732101425243 (+9 ms)Flushing stores of hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. at 1732101425244 (+1 ms)Flushing 52aef2fb5122b9364e64b21ecba5fcd8/queue: creating writer at 1732101425246 (+2 ms)Flushing 52aef2fb5122b9364e64b21ecba5fcd8/queue: appending metadata at 1732101425286 (+40 ms)Flushing 52aef2fb5122b9364e64b21ecba5fcd8/queue: closing flushed file at 1732101425288 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de54bd6: reopening flushed file at 1732101425356 (+68 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 52aef2fb5122b9364e64b21ecba5fcd8 in 139ms, sequenceid=6, compaction requested=false at 1732101425374 (+18 ms)Writing region close event to WAL at 1732101425376 (+2 ms)Running coprocessor post-close hooks at 1732101425382 (+6 ms)Closed at 1732101425384 (+2 ms) 2024-11-20T11:17:05,385 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:05,399 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:05,432 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:05,632 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:05,717 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/info/e1edd9f4ecbf4909858a8645e2a8eafd 2024-11-20T11:17:05,742 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/ns/fa1d3bc880f04fe4a7b47f15c57b0d95 is 43, key is default/ns:d/1732101418160/Put/seqid=0 2024-11-20T11:17:05,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741840_1016 (size=5153) 2024-11-20T11:17:05,765 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:05,832 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:05,906 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:05,985 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:17:05,986 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:17:06,032 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:06,149 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/ns/fa1d3bc880f04fe4a7b47f15c57b0d95 2024-11-20T11:17:06,181 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/table/eabe5e5edcb64deb8ca8e9ee40b238e6 is 53, key is hbase:replication/table:state/1732101423360/Put/seqid=0 2024-11-20T11:17:06,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741841_1017 (size=5256) 2024-11-20T11:17:06,233 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:17:06,233 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:17:06,233 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:06,433 DEBUG [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:06,472 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:06,512 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145/448ea6c54a8c%2C34227%2C1732101414145.1732101417106 to pos 0, reset compression=false 2024-11-20T11:17:06,587 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/table/eabe5e5edcb64deb8ca8e9ee40b238e6 2024-11-20T11:17:06,596 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/info/e1edd9f4ecbf4909858a8645e2a8eafd as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/info/e1edd9f4ecbf4909858a8645e2a8eafd 2024-11-20T11:17:06,603 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/info/e1edd9f4ecbf4909858a8645e2a8eafd, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T11:17:06,604 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/ns/fa1d3bc880f04fe4a7b47f15c57b0d95 as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/ns/fa1d3bc880f04fe4a7b47f15c57b0d95 2024-11-20T11:17:06,611 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/ns/fa1d3bc880f04fe4a7b47f15c57b0d95, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:17:06,612 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/table/eabe5e5edcb64deb8ca8e9ee40b238e6 as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/table/eabe5e5edcb64deb8ca8e9ee40b238e6 2024-11-20T11:17:06,619 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/table/eabe5e5edcb64deb8ca8e9ee40b238e6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T11:17:06,621 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1390ms, sequenceid=11, compaction requested=false 2024-11-20T11:17:06,627 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T11:17:06,627 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:06,627 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:06,627 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:06,628 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101425231Running coprocessor pre-close hooks at 1732101425231Disabling compacts and flushes for region at 1732101425231Disabling writes for close at 1732101425231Obtaining lock to block concurrent updates at 1732101425234 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732101425234Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732101425243 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732101425244 (+1 ms)Flushing 1588230740/info: creating writer at 1732101425246 (+2 ms)Flushing 1588230740/info: appending metadata at 1732101425286 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732101425288 (+2 ms)Flushing 1588230740/ns: creating writer at 1732101425726 (+438 ms)Flushing 1588230740/ns: appending metadata at 1732101425741 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732101425741Flushing 1588230740/table: creating writer at 1732101426158 (+417 ms)Flushing 1588230740/table: appending metadata at 1732101426181 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732101426181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1c1a18: reopening flushed file at 1732101426595 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182a019c: reopening flushed file at 1732101426603 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de8a81c: reopening flushed file at 1732101426611 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1390ms, sequenceid=11, compaction requested=false at 1732101426621 (+10 ms)Writing region close event to WAL at 1732101426622 (+1 ms)Running coprocessor post-close hooks at 1732101426627 (+5 ms)Closed at 1732101426627 2024-11-20T11:17:06,628 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:06,634 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,34227,1732101414145; all regions closed. 2024-11-20T11:17:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741834_1010 (size=2742) 2024-11-20T11:17:06,643 DEBUG [RS:0;448ea6c54a8c:34227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs 2024-11-20T11:17:06,644 INFO [RS:0;448ea6c54a8c:34227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C34227%2C1732101414145.meta:.meta(num 1732101418007) 2024-11-20T11:17:06,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741837_1013 (size=1802) 2024-11-20T11:17:06,649 DEBUG [RS:0;448ea6c54a8c:34227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs 2024-11-20T11:17:06,649 INFO [RS:0;448ea6c54a8c:34227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C34227%2C1732101414145.rep:(num 1732101423299) 2024-11-20T11:17:06,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741832_1008 (size=93) 2024-11-20T11:17:06,654 DEBUG [RS:0;448ea6c54a8c:34227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs 2024-11-20T11:17:06,654 INFO [RS:0;448ea6c54a8c:34227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C34227%2C1732101414145:(num 1732101417106) 2024-11-20T11:17:06,654 DEBUG [RS:0;448ea6c54a8c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:06,654 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:17:06,654 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:17:06,655 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:17:06,655 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:17:06,655 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:17:06,655 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,34227,1732101414145 because: Region server is closing 2024-11-20T11:17:06,656 INFO [RS:0;448ea6c54a8c:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:34227. 2024-11-20T11:17:06,656 DEBUG [RS:0;448ea6c54a8c:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:06,656 DEBUG [RS:0;448ea6c54a8c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:06,656 DEBUG [RS:0;448ea6c54a8c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:06,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:06,757 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:17:06,757 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.shipper448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T11:17:06,757 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34227,1732101414145.replicationSource.shipper448ea6c54a8c%2C34227%2C1732101414145,1-448ea6c54a8c,34227,1732101414145 terminated 2024-11-20T11:17:06,758 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-448ea6c54a8c,34227,1732101414145 because: Region server is closing 2024-11-20T11:17:06,758 INFO [RS:0;448ea6c54a8c:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:34227. 2024-11-20T11:17:06,758 DEBUG [RS:0;448ea6c54a8c:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:06,758 DEBUG [RS:0;448ea6c54a8c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:06,759 DEBUG [RS:0;448ea6c54a8c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:06,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:06,859 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145.replicationSource.wal-reader.448ea6c54a8c%2C34227%2C1732101414145,2-448ea6c54a8c,34227,1732101414145 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:17:06,859 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145.replicationSource.shipper448ea6c54a8c%2C34227%2C1732101414145,2-448ea6c54a8c,34227,1732101414145 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T11:17:06,859 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,34227,1732101414145.replicationSource.shipper448ea6c54a8c%2C34227%2C1732101414145,2-448ea6c54a8c,34227,1732101414145 terminated 2024-11-20T11:17:06,860 INFO [RS:0;448ea6c54a8c:34227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34227 2024-11-20T11:17:06,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139939987/rs/448ea6c54a8c,34227,1732101414145 2024-11-20T11:17:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/rs 2024-11-20T11:17:06,864 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:17:06,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,34227,1732101414145] 2024-11-20T11:17:06,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/draining/448ea6c54a8c,34227,1732101414145 already deleted, retry=false 2024-11-20T11:17:06,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,34227,1732101414145 expired; onlineServers=0 2024-11-20T11:17:06,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,41981,1732101413481' ***** 2024-11-20T11:17:06,869 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:17:06,869 INFO [M:0;448ea6c54a8c:41981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:17:06,869 INFO [M:0;448ea6c54a8c:41981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:17:06,869 DEBUG [M:0;448ea6c54a8c:41981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:17:06,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:17:06,869 DEBUG [M:0;448ea6c54a8c:41981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:17:06,869 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101416758 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101416758,5,FailOnTimeoutGroup] 2024-11-20T11:17:06,869 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101416760 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101416760,5,FailOnTimeoutGroup] 2024-11-20T11:17:06,869 INFO [M:0;448ea6c54a8c:41981 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:17:06,869 INFO [M:0;448ea6c54a8c:41981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:17:06,870 DEBUG [M:0;448ea6c54a8c:41981 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:17:06,870 INFO [M:0;448ea6c54a8c:41981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:17:06,870 INFO [M:0;448ea6c54a8c:41981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:17:06,870 INFO [M:0;448ea6c54a8c:41981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:17:06,871 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:17:06,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139939987/master 2024-11-20T11:17:06,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:06,871 DEBUG [M:0;448ea6c54a8c:41981 {}] zookeeper.ZKUtil(347): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/master because node does not exist (not an error) 2024-11-20T11:17:06,871 WARN [M:0;448ea6c54a8c:41981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:17:06,872 INFO [M:0;448ea6c54a8c:41981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/.lastflushedseqids 2024-11-20T11:17:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741842_1018 (size=181) 2024-11-20T11:17:06,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:06,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013517f7450001, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:06,967 INFO [RS:0;448ea6c54a8c:34227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:17:06,967 INFO [RS:0;448ea6c54a8c:34227 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,34227,1732101414145; zookeeper connection closed. 2024-11-20T11:17:06,967 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c8ae617 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c8ae617 2024-11-20T11:17:06,968 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:17:07,285 INFO [M:0;448ea6c54a8c:41981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:17:07,285 INFO [M:0;448ea6c54a8c:41981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:17:07,285 DEBUG [M:0;448ea6c54a8c:41981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:17:07,285 INFO [M:0;448ea6c54a8c:41981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:07,285 DEBUG [M:0;448ea6c54a8c:41981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:07,285 DEBUG [M:0;448ea6c54a8c:41981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:17:07,286 DEBUG [M:0;448ea6c54a8c:41981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:07,286 INFO [M:0;448ea6c54a8c:41981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-20T11:17:07,306 DEBUG [M:0;448ea6c54a8c:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d605bc83da3845859d45523c071d3ac3 is 82, key is hbase:meta,,1/info:regioninfo/1732101418089/Put/seqid=0 2024-11-20T11:17:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741843_1019 (size=5672) 2024-11-20T11:17:07,712 INFO [M:0;448ea6c54a8c:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d605bc83da3845859d45523c071d3ac3 2024-11-20T11:17:07,737 DEBUG [M:0;448ea6c54a8c:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75bbbcfb854b43498e38fbbd11e24dec is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732101423365/Put/seqid=0 2024-11-20T11:17:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741844_1020 (size=8663) 2024-11-20T11:17:08,144 INFO [M:0;448ea6c54a8c:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75bbbcfb854b43498e38fbbd11e24dec 2024-11-20T11:17:08,168 DEBUG [M:0;448ea6c54a8c:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/226081403b7b403d9711dc101540e718 is 69, key is 448ea6c54a8c,34227,1732101414145/rs:state/1732101416872/Put/seqid=0 2024-11-20T11:17:08,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741845_1021 (size=5156) 2024-11-20T11:17:08,573 INFO [M:0;448ea6c54a8c:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/226081403b7b403d9711dc101540e718 2024-11-20T11:17:08,582 DEBUG [M:0;448ea6c54a8c:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d605bc83da3845859d45523c071d3ac3 as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d605bc83da3845859d45523c071d3ac3 2024-11-20T11:17:08,589 INFO [M:0;448ea6c54a8c:41981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d605bc83da3845859d45523c071d3ac3, entries=8, sequenceid=115, filesize=5.5 K 2024-11-20T11:17:08,590 DEBUG [M:0;448ea6c54a8c:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75bbbcfb854b43498e38fbbd11e24dec as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75bbbcfb854b43498e38fbbd11e24dec 2024-11-20T11:17:08,596 INFO [M:0;448ea6c54a8c:41981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75bbbcfb854b43498e38fbbd11e24dec, entries=14, sequenceid=115, filesize=8.5 K 2024-11-20T11:17:08,597 DEBUG [M:0;448ea6c54a8c:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/226081403b7b403d9711dc101540e718 as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/226081403b7b403d9711dc101540e718 2024-11-20T11:17:08,604 INFO [M:0;448ea6c54a8c:41981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/226081403b7b403d9711dc101540e718, entries=1, sequenceid=115, filesize=5.0 K 2024-11-20T11:17:08,605 INFO [M:0;448ea6c54a8c:41981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=115, compaction requested=false 2024-11-20T11:17:08,607 INFO [M:0;448ea6c54a8c:41981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:08,607 DEBUG [M:0;448ea6c54a8c:41981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101427285Disabling compacts and flushes for region at 1732101427285Disabling writes for close at 1732101427285Obtaining lock to block concurrent updates at 1732101427286 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101427286Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732101427286Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101427287 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101427287Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101427305 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101427305Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101427719 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101427737 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101427737Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101428151 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101428167 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101428167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67bd820c: reopening flushed file at 1732101428581 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4da047: reopening flushed file at 1732101428589 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b589f1: reopening flushed file at 1732101428596 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=115, compaction requested=false at 1732101428605 (+9 ms)Writing region close event to WAL at 1732101428607 (+2 ms)Closed at 1732101428607 2024-11-20T11:17:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741830_1006 (size=59421) 2024-11-20T11:17:08,611 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:17:08,611 INFO [M:0;448ea6c54a8c:41981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:17:08,611 INFO [M:0;448ea6c54a8c:41981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41981 2024-11-20T11:17:08,612 INFO [M:0;448ea6c54a8c:41981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:17:08,713 INFO [M:0;448ea6c54a8c:41981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:17:08,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:08,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1013517f7450000, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:08,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:17:08,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:08,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:08,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:17:08,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:08,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:17:08,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:17:08,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:17:08,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34537 2024-11-20T11:17:08,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34537 connecting to ZooKeeper ensemble=127.0.0.1:58633 2024-11-20T11:17:08,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345370x0, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:08,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34537-0x1013517f7450006 connected 2024-11-20T11:17:08,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:08,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:08,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/running 2024-11-20T11:17:08,731 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: INIT 2024-11-20T11:17:08,731 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c, hbase.cluster.distributed=false 2024-11-20T11:17:08,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/acl 2024-11-20T11:17:08,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34537 2024-11-20T11:17:08,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34537 2024-11-20T11:17:08,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34537 2024-11-20T11:17:08,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34537 2024-11-20T11:17:08,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34537 2024-11-20T11:17:08,751 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:17:08,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:08,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:08,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:17:08,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:08,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:17:08,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:17:08,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:17:08,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35273 2024-11-20T11:17:08,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35273 connecting to ZooKeeper ensemble=127.0.0.1:58633 2024-11-20T11:17:08,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:08,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:08,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352730x0, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:08,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352730x0, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/running 2024-11-20T11:17:08,762 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: INIT 2024-11-20T11:17:08,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35273-0x1013517f7450007 connected 2024-11-20T11:17:08,762 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:17:08,763 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:17:08,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/master 2024-11-20T11:17:08,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/acl 2024-11-20T11:17:08,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-20T11:17:08,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35273 2024-11-20T11:17:08,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35273 2024-11-20T11:17:08,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-20T11:17:08,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-20T11:17:08,779 DEBUG [M:0;448ea6c54a8c:34537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:34537 2024-11-20T11:17:08,779 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1139939987/backup-masters/448ea6c54a8c,34537,1732101428715 2024-11-20T11:17:08,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/backup-masters 2024-11-20T11:17:08,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/backup-masters 2024-11-20T11:17:08,782 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on existing znode=/0-1139939987/backup-masters/448ea6c54a8c,34537,1732101428715 2024-11-20T11:17:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139939987/master 2024-11-20T11:17:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:08,784 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on existing znode=/0-1139939987/master 2024-11-20T11:17:08,785 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1139939987/backup-masters/448ea6c54a8c,34537,1732101428715 from backup master directory 2024-11-20T11:17:08,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139939987/backup-masters/448ea6c54a8c,34537,1732101428715 2024-11-20T11:17:08,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/backup-masters 2024-11-20T11:17:08,788 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:08,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/backup-masters 2024-11-20T11:17:08,788 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,34537,1732101428715 2024-11-20T11:17:08,803 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:08,803 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:17:08,816 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-20T11:17:08,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:17:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741846_1022 (size=196) 2024-11-20T11:17:09,227 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:09,228 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:17:09,228 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:09,237 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T11:17:09,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,41981,1732101413481 to hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,41981,1732101413481-dead as it is dead 2024-11-20T11:17:09,241 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T11:17:09,242 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T11:17:09,242 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,41981,1732101413481-dead/448ea6c54a8c%2C41981%2C1732101413481.1732101416195 2024-11-20T11:17:09,248 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,41981,1732101413481-dead/448ea6c54a8c%2C41981%2C1732101413481.1732101416195 after 4ms 2024-11-20T11:17:09,249 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,41981,1732101413481-dead/448ea6c54a8c%2C41981%2C1732101413481.1732101416195 to hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/448ea6c54a8c%2C41981%2C1732101413481.1732101416195 2024-11-20T11:17:09,249 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,41981,1732101413481-dead 2024-11-20T11:17:09,250 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,34537,1732101428715 2024-11-20T11:17:09,251 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:09,253 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C34537%2C1732101428715, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,34537,1732101428715, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/oldWALs, maxLogs=10 2024-11-20T11:17:09,275 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,34537,1732101428715/448ea6c54a8c%2C34537%2C1732101428715.1732101429254, exclude list is [], retry=0 2024-11-20T11:17:09,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-defe5097-5db1-4726-ad59-63915ae38cc5,DISK] 2024-11-20T11:17:09,282 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/WALs/448ea6c54a8c,34537,1732101428715/448ea6c54a8c%2C34537%2C1732101428715.1732101429254 2024-11-20T11:17:09,282 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-20T11:17:09,283 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:09,283 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:09,283 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:09,283 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:09,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:09,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:17:09,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:09,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d605bc83da3845859d45523c071d3ac3 2024-11-20T11:17:09,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:09,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:09,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:17:09,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:09,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75bbbcfb854b43498e38fbbd11e24dec 2024-11-20T11:17:09,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:09,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:09,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:17:09,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:09,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/226081403b7b403d9711dc101540e718 2024-11-20T11:17:09,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:09,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:09,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:17:09,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:09,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:09,314 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:09,315 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T11:17:09,315 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/448ea6c54a8c%2C41981%2C1732101413481.1732101416195 2024-11-20T11:17:09,330 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/448ea6c54a8c%2C41981%2C1732101413481.1732101416195 2024-11-20T11:17:09,332 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/448ea6c54a8c%2C41981%2C1732101413481.1732101416195 2024-11-20T11:17:09,334 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:09,334 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:09,335 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:09,337 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:09,340 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-20T11:17:09,341 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61198508, jitterRate=-0.08807116746902466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:09,342 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101429283Initializing all the Stores at 1732101429284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101429285 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101429285Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101429285Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101429285Cleaning up temporary data from old regions at 1732101429334 (+49 ms)Region opened successfully at 1732101429341 (+7 ms) 2024-11-20T11:17:09,342 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:17:09,346 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14739a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:09,358 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T11:17:09,358 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:17:09,359 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:17:09,359 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:17:09,360 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:17:09,365 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:09,365 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:17:09,366 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:17:09,366 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:17:09,366 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T11:17:09,366 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T11:17:09,366 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T11:17:09,366 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:17:09,371 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=448ea6c54a8c,34227,1732101414145, regionLocation=448ea6c54a8c,34227,1732101414145, openSeqNum=2 2024-11-20T11:17:09,371 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=448ea6c54a8c,34227,1732101414145, table=hbase:meta, region=1588230740 2024-11-20T11:17:09,371 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,34227,1732101414145, state=OPEN 2024-11-20T11:17:09,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139939987/meta-region-server 2024-11-20T11:17:09,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139939987/meta-region-server 2024-11-20T11:17:09,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: CHANGED 2024-11-20T11:17:09,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: CHANGED 2024-11-20T11:17:09,377 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:17:09,384 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/draining/448ea6c54a8c,34227,1732101414145 already deleted, retry=false 2024-11-20T11:17:09,384 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 448ea6c54a8c,34227,1732101414145 on 448ea6c54a8c,34537,1732101428715 2024-11-20T11:17:09,390 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 448ea6c54a8c,34227,1732101414145, splitWal=true, meta=true 2024-11-20T11:17:09,392 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 448ea6c54a8c,34227,1732101414145 (carryingMeta=true) 448ea6c54a8c,34227,1732101414145/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@35da6d35[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T11:17:09,395 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/balancer because node does not exist (not necessarily an error) 2024-11-20T11:17:09,396 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/balancer already deleted, retry=false 2024-11-20T11:17:09,397 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:17:09,397 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:17:09,399 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/normalizer already deleted, retry=false 2024-11-20T11:17:09,399 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:17:09,400 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:17:09,401 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/switch/split already deleted, retry=false 2024-11-20T11:17:09,402 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:17:09,405 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/switch/merge already deleted, retry=false 2024-11-20T11:17:09,413 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:17:09,414 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/snapshot-cleanup already deleted, retry=false 2024-11-20T11:17:09,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139939987/running 2024-11-20T11:17:09,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139939987/running 2024-11-20T11:17:09,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:09,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:09,417 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,34537,1732101428715, sessionid=0x1013517f7450006, setting cluster-up flag (Was=false) 2024-11-20T11:17:09,420 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1139939987/flush-table-proc/acquired, /0-1139939987/flush-table-proc/reached, /0-1139939987/flush-table-proc/abort 2024-11-20T11:17:09,421 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,34537,1732101428715 2024-11-20T11:17:09,425 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1139939987/online-snapshot/acquired, /0-1139939987/online-snapshot/reached, /0-1139939987/online-snapshot/abort 2024-11-20T11:17:09,426 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,34537,1732101428715 2024-11-20T11:17:09,427 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/.lastflushedseqids 2024-11-20T11:17:09,432 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:17:09,432 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:17:09,433 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,34537,1732101428715 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 448ea6c54a8c,34227,1732101414145 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:17:09,434 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:09,435 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:09,435 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:09,435 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:09,435 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:17:09,435 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,435 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:09,435 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,440 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 448ea6c54a8c,34227,1732101414145, splitWal=true, meta=true 2024-11-20T11:17:09,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101459441 2024-11-20T11:17:09,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:17:09,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:17:09,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:17:09,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:17:09,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:17:09,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:17:09,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,442 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 448ea6c54a8c,34227,1732101414145, splitWal=true, meta=true, isMeta: true 2024-11-20T11:17:09,444 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145-splitting 2024-11-20T11:17:09,444 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:17:09,445 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:17:09,445 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:17:09,445 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:17:09,445 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:17:09,445 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:17:09,445 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145-splitting dir is empty, no logs to split. 2024-11-20T11:17:09,445 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101429445,5,FailOnTimeoutGroup] 2024-11-20T11:17:09,445 INFO [PEWorker-1 {}] master.SplitWALManager(105): 448ea6c54a8c,34227,1732101414145 WAL count=0, meta=true 2024-11-20T11:17:09,448 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101429445,5,FailOnTimeoutGroup] 2024-11-20T11:17:09,448 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,448 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:17:09,449 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,449 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,449 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101429449, completionTime=-1 2024-11-20T11:17:09,449 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T11:17:09,453 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T11:17:09,454 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145-splitting dir is empty, no logs to split. 2024-11-20T11:17:09,454 INFO [PEWorker-1 {}] master.SplitWALManager(105): 448ea6c54a8c,34227,1732101414145 WAL count=0, meta=true 2024-11-20T11:17:09,454 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 448ea6c54a8c,34227,1732101414145 WAL splitting is done? wals=0, meta=true 2024-11-20T11:17:09,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:17:09,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:09,461 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T11:17:09,469 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(746): ClusterId : 4fa346a4-239b-4001-8f13-2a91c883df9a 2024-11-20T11:17:09,469 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:17:09,471 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:17:09,471 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:17:09,475 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:17:09,475 DEBUG [RS:0;448ea6c54a8c:35273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6d0f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:09,492 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:35273 2024-11-20T11:17:09,492 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:17:09,492 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:17:09,492 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:17:09,493 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,34537,1732101428715 with port=35273, startcode=1732101428751 2024-11-20T11:17:09,493 DEBUG [RS:0;448ea6c54a8c:35273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:17:09,496 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:17:09,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:09,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34537 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:09,499 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c 2024-11-20T11:17:09,499 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36589 2024-11-20T11:17:09,499 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:17:09,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/rs 2024-11-20T11:17:09,501 DEBUG [RS:0;448ea6c54a8c:35273 {}] zookeeper.ZKUtil(111): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on existing znode=/0-1139939987/rs/448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:09,501 WARN [RS:0;448ea6c54a8c:35273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:09,501 INFO [RS:0;448ea6c54a8c:35273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:09,502 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:09,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,35273,1732101428751] 2024-11-20T11:17:09,503 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T11:17:09,556 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:17:09,559 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:17:09,559 INFO [RS:0;448ea6c54a8c:35273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:17:09,559 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,560 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:17:09,561 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:17:09,561 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,561 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,561 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,561 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,561 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,561 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,561 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:09,561 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,562 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,562 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,562 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,562 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,562 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:09,562 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:09,562 DEBUG [RS:0;448ea6c54a8c:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:09,562 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,562 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,562 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,562 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,562 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,562 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35273,1732101428751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:09,581 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:17:09,581 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35273,1732101428751-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,598 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,35273,1732101428751, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:17:09,611 WARN [448ea6c54a8c:34537 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T11:17:09,614 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSource(231): queueId=2-448ea6c54a8c,35273,1732101428751, ReplicationSource: 2, currentBandwidth=0 2024-11-20T11:17:09,614 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,615 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.Replication(171): 448ea6c54a8c,35273,1732101428751 started 2024-11-20T11:17:09,615 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,1-448ea6c54a8c,35273,1732101428751 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:44613' 2024-11-20T11:17:09,616 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,1-448ea6c54a8c,35273,1732101428751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cb80044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:09,616 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,1-448ea6c54a8c,35273,1732101428751 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44613,-1 for getting cluster id 2024-11-20T11:17:09,617 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,1-448ea6c54a8c,35273,1732101428751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:09,618 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd8921b-8912-4f58-a818-97f084013a15' 2024-11-20T11:17:09,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:09,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd8921b-8912-4f58-a818-97f084013a15" 2024-11-20T11:17:09,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d49b680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:09,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44613,-1] 2024-11-20T11:17:09,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:09,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:09,621 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:09,623 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,1-448ea6c54a8c,35273,1732101428751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@558785b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:09,623 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,1-448ea6c54a8c,35273,1732101428751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:09,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:09,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e4c08a 2024-11-20T11:17:09,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:09,626 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T11:17:09,627 INFO [RS:0;448ea6c54a8c:35273.replicationSource,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,35273,1732101428751 (queues=0) is replicating from cluster=4fa346a4-239b-4001-8f13-2a91c883df9a to cluster=5bd8921b-8912-4f58-a818-97f084013a15 2024-11-20T11:17:09,633 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:09,633 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,35273,1732101428751, RpcServer on 448ea6c54a8c/172.17.0.2:35273, sessionid=0x1013517f7450007 2024-11-20T11:17:09,633 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:17:09,633 DEBUG [RS:0;448ea6c54a8c:35273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:09,633 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,35273,1732101428751' 2024-11-20T11:17:09,633 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1139939987/flush-table-proc/abort' 2024-11-20T11:17:09,634 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1139939987/flush-table-proc/acquired' 2024-11-20T11:17:09,634 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:17:09,634 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:17:09,634 DEBUG [RS:0;448ea6c54a8c:35273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:09,635 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,35273,1732101428751' 2024-11-20T11:17:09,635 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1139939987/online-snapshot/abort' 2024-11-20T11:17:09,635 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1139939987/online-snapshot/acquired' 2024-11-20T11:17:09,636 DEBUG [RS:0;448ea6c54a8c:35273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:17:09,636 INFO [RS:0;448ea6c54a8c:35273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:17:09,636 INFO [RS:0;448ea6c54a8c:35273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:17:09,640 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,2-448ea6c54a8c,35273,1732101428751 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:44613' 2024-11-20T11:17:09,642 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,2-448ea6c54a8c,35273,1732101428751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86cba6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:09,642 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,2-448ea6c54a8c,35273,1732101428751 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44613,-1 for getting cluster id 2024-11-20T11:17:09,642 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,2-448ea6c54a8c,35273,1732101428751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:09,643 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bd8921b-8912-4f58-a818-97f084013a15' 2024-11-20T11:17:09,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:09,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bd8921b-8912-4f58-a818-97f084013a15" 2024-11-20T11:17:09,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3864d402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:09,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44613,-1] 2024-11-20T11:17:09,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:09,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:09,645 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:09,646 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,2-448ea6c54a8c,35273,1732101428751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60bfe820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:09,646 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource,2-448ea6c54a8c,35273,1732101428751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e068f2 2024-11-20T11:17:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:09,649 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T11:17:09,650 INFO [RS:0;448ea6c54a8c:35273.replicationSource,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-448ea6c54a8c,35273,1732101428751 (queues=0) is replicating from cluster=4fa346a4-239b-4001-8f13-2a91c883df9a to cluster=5bd8921b-8912-4f58-a818-97f084013a15 2024-11-20T11:17:09,736 INFO [RS:0;448ea6c54a8c:35273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:09,739 INFO [RS:0;448ea6c54a8c:35273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C35273%2C1732101428751, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs, maxLogs=10 2024-11-20T11:17:09,755 DEBUG [RS:0;448ea6c54a8c:35273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740, exclude list is [], retry=0 2024-11-20T11:17:09,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-defe5097-5db1-4726-ad59-63915ae38cc5,DISK] 2024-11-20T11:17:09,761 INFO [RS:0;448ea6c54a8c:35273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 2024-11-20T11:17:09,761 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 448ea6c54a8c%2C35273%2C1732101428751 for peer 2 2024-11-20T11:17:09,761 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 448ea6c54a8c%2C35273%2C1732101428751 for peer 1 2024-11-20T11:17:09,762 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C35273%2C1732101428751 2024-11-20T11:17:09,762 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,35273,1732101428751, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:17:09,762 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=448ea6c54a8c%2C35273%2C1732101428751 2024-11-20T11:17:09,762 INFO [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C35273%2C1732101428751 2024-11-20T11:17:09,762 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-448ea6c54a8c,35273,1732101428751, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:17:09,763 DEBUG [RS:0;448ea6c54a8c:35273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-20T11:17:09,763 INFO [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C35273%2C1732101428751 2024-11-20T11:17:09,763 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740, startPosition=0, beingWritten=true 2024-11-20T11:17:09,763 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740, startPosition=0, beingWritten=true 2024-11-20T11:17:09,861 DEBUG [448ea6c54a8c:34537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:17:09,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:09,864 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,35273,1732101428751, state=OPENING 2024-11-20T11:17:09,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139939987/meta-region-server 2024-11-20T11:17:09,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139939987/meta-region-server 2024-11-20T11:17:09,866 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:09,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: CHANGED 2024-11-20T11:17:09,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: CHANGED 2024-11-20T11:17:09,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,35273,1732101428751}] 2024-11-20T11:17:09,970 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:09,974 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:10,020 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:17:10,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:17:10,026 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:17:10,026 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:10,027 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:17:10,029 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C35273%2C1732101428751.meta, suffix=.meta, logDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs, maxLogs=10 2024-11-20T11:17:10,045 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.meta.1732101430030.meta, exclude list is [], retry=0 2024-11-20T11:17:10,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-defe5097-5db1-4726-ad59-63915ae38cc5,DISK] 2024-11-20T11:17:10,050 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.meta.1732101430030.meta 2024-11-20T11:17:10,051 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-20T11:17:10,051 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:10,052 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:10,052 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:17:10,052 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:17:10,052 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:17:10,052 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:17:10,053 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:10,053 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:17:10,053 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:17:10,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:10,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:10,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:10,066 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/info/e1edd9f4ecbf4909858a8645e2a8eafd 2024-11-20T11:17:10,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:10,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:10,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:10,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:10,074 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/ns/fa1d3bc880f04fe4a7b47f15c57b0d95 2024-11-20T11:17:10,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:10,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:10,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:10,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:10,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:10,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:10,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:10,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:10,083 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/table/eabe5e5edcb64deb8ca8e9ee40b238e6 2024-11-20T11:17:10,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:10,084 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:10,085 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740 2024-11-20T11:17:10,086 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740 2024-11-20T11:17:10,087 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:10,087 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:10,088 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:10,090 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:10,091 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60892406, jitterRate=-0.09263244271278381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:10,091 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:17:10,091 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101430053Writing region info on filesystem at 1732101430053Initializing all the Stores at 1732101430055 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101430055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101430055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101430055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101430055Cleaning up temporary data from old regions at 1732101430087 (+32 ms)Running coprocessor post-open hooks at 1732101430091 (+4 ms)Region opened successfully at 1732101430091 2024-11-20T11:17:10,092 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732101430019 2024-11-20T11:17:10,095 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:17:10,095 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:17:10,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:10,097 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,35273,1732101428751, state=OPEN 2024-11-20T11:17:10,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139939987/meta-region-server 2024-11-20T11:17:10,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139939987/meta-region-server 2024-11-20T11:17:10,099 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:10,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: CHANGED 2024-11-20T11:17:10,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139939987/meta-region-server: CHANGED 2024-11-20T11:17:10,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T11:17:10,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,35273,1732101428751 in 233 msec 2024-11-20T11:17:10,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T11:17:10,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 645 msec 2024-11-20T11:17:10,279 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:10,280 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:10,685 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:10,686 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:11,006 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-20T11:17:11,191 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:11,193 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:11,798 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:11,799 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:12,505 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:12,506 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:12,508 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-20T11:17:13,312 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:13,312 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:13,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T11:17:13,960 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T11:17:13,961 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:17:13,961 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:13,961 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,35273,1732101428751, seqNum=-1] 2024-11-20T11:17:13,961 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:13,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:13,969 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=52aef2fb5122b9364e64b21ecba5fcd8, regionState=OPEN, lastHost=448ea6c54a8c,34227,1732101414145, regionLocation=448ea6c54a8c,34227,1732101414145, openSeqNum=2 2024-11-20T11:17:13,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:17:13,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101493970 2024-11-20T11:17:13,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101553970 2024-11-20T11:17:13,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-20T11:17:13,970 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 448ea6c54a8c,34227,1732101414145 had 2 regions 2024-11-20T11:17:13,970 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34537,1732101428715-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:13,971 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34537,1732101428715-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:13,971 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34537,1732101428715-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:13,971 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:34537, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:13,971 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:13,971 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:13,972 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 448ea6c54a8c,34227,1732101414145, splitWal=true, meta=true, isMeta: false 2024-11-20T11:17:13,975 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145-splitting dir is empty, no logs to split. 2024-11-20T11:17:13,975 INFO [PEWorker-3 {}] master.SplitWALManager(105): 448ea6c54a8c,34227,1732101414145 WAL count=0, meta=false 2024-11-20T11:17:13,978 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.190sec 2024-11-20T11:17:13,978 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,34227,1732101414145-splitting dir is empty, no logs to split. 2024-11-20T11:17:13,978 INFO [PEWorker-3 {}] master.SplitWALManager(105): 448ea6c54a8c,34227,1732101414145 WAL count=0, meta=false 2024-11-20T11:17:13,978 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 448ea6c54a8c,34227,1732101414145 WAL splitting is done? wals=0, meta=false 2024-11-20T11:17:13,978 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:17:13,978 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:17:13,978 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:17:13,978 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:17:13,978 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:17:13,978 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34537,1732101428715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:13,978 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34537,1732101428715-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:17:13,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52aef2fb5122b9364e64b21ecba5fcd8, ASSIGN}] 2024-11-20T11:17:13,982 WARN [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=448ea6c54a8c,34227,1732101414145/hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:13,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52aef2fb5122b9364e64b21ecba5fcd8, ASSIGN 2024-11-20T11:17:13,983 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:17:13,983 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:17:13,983 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34537,1732101428715-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:13,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52aef2fb5122b9364e64b21ecba5fcd8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T11:17:14,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:14,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,34537,-1 for getting cluster id 2024-11-20T11:17:14,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:14,074 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fa346a4-239b-4001-8f13-2a91c883df9a' 2024-11-20T11:17:14,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:14,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fa346a4-239b-4001-8f13-2a91c883df9a" 2024-11-20T11:17:14,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38451a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:14,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,34537,-1] 2024-11-20T11:17:14,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:14,077 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161c360e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:14,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,35273,1732101428751, seqNum=-1] 2024-11-20T11:17:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:14,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:14,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T11:17:14,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:14,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:14,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:14,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:14,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:14,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 448ea6c54a8c:34537 after: 448ea6c54a8c:34537 2024-11-20T11:17:14,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:14,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,34537,-1 for getting cluster id 2024-11-20T11:17:14,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:14,086 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fa346a4-239b-4001-8f13-2a91c883df9a' 2024-11-20T11:17:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fa346a4-239b-4001-8f13-2a91c883df9a" 2024-11-20T11:17:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bac0d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,34537,-1] 2024-11-20T11:17:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:14,088 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:14,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:14,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,34537,1732101428715 2024-11-20T11:17:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53e440a8 2024-11-20T11:17:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:14,091 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:14,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T11:17:14,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T11:17:14,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T11:17:14,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T11:17:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:17:14,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:14,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:14,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:14,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:14,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:14,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:17:14,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=455133924, stopped=false 2024-11-20T11:17:14,095 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,44613,1732101419549 2024-11-20T11:17:14,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1707265874/running 2024-11-20T11:17:14,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1707265874/running 2024-11-20T11:17:14,097 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:17:14,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:14,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:14,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:14,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Set watcher on znode that does not yet exist, /1-1707265874/running 2024-11-20T11:17:14,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:14,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:14,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Set watcher on znode that does not yet exist, /1-1707265874/running 2024-11-20T11:17:14,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,41559,1732101419596' ***** 2024-11-20T11:17:14,098 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:17:14,098 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:17:14,098 INFO [RS:0;448ea6c54a8c:41559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:17:14,098 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:17:14,098 INFO [RS:0;448ea6c54a8c:41559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:17:14,099 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:14,099 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:17:14,099 INFO [RS:0;448ea6c54a8c:41559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:41559. 2024-11-20T11:17:14,099 DEBUG [RS:0;448ea6c54a8c:41559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:14,099 DEBUG [RS:0;448ea6c54a8c:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:14,099 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:17:14,099 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:17:14,099 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:17:14,099 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:17:14,100 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:17:14,100 DEBUG [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:17:14,100 DEBUG [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:14,100 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:17:14,100 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:17:14,100 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:17:14,100 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:17:14,100 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:17:14,100 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T11:17:14,119 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740/.tmp/ns/179e05553e6e4a5984e8d5610e595ab3 is 43, key is default/ns:d/1732101421946/Put/seqid=0 2024-11-20T11:17:14,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741835_1011 (size=5153) 2024-11-20T11:17:14,134 DEBUG [448ea6c54a8c:34537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:17:14,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=52aef2fb5122b9364e64b21ecba5fcd8, regionState=OPENING, regionLocation=448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52aef2fb5122b9364e64b21ecba5fcd8, ASSIGN because future has completed 2024-11-20T11:17:14,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52aef2fb5122b9364e64b21ecba5fcd8, server=448ea6c54a8c,35273,1732101428751}] 2024-11-20T11:17:14,145 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:17:14,145 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:17:14,178 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:17:14,219 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:14,220 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:14,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:14,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:14,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:17:14,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C35273%2C1732101428751.rep, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs, maxLogs=10 2024-11-20T11:17:14,300 DEBUG [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:14,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.rep.1732101434299, exclude list is [], retry=0 2024-11-20T11:17:14,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-defe5097-5db1-4726-ad59-63915ae38cc5,DISK] 2024-11-20T11:17:14,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.rep.1732101434299 2024-11-20T11:17:14,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40941:40941)] 2024-11-20T11:17:14,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 52aef2fb5122b9364e64b21ecba5fcd8, NAME => 'hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:14,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:14,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:17:14,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. service=MultiRowMutationService 2024-11-20T11:17:14,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:17:14,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:14,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,322 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,323 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52aef2fb5122b9364e64b21ecba5fcd8 columnFamilyName hfileref 2024-11-20T11:17:14,323 DEBUG [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:14,323 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(327): Store=52aef2fb5122b9364e64b21ecba5fcd8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:14,324 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,324 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52aef2fb5122b9364e64b21ecba5fcd8 columnFamilyName queue 2024-11-20T11:17:14,324 DEBUG [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:14,332 DEBUG [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8/queue/a1a640f0691e43bcbfc6f1c2f28de0ab 2024-11-20T11:17:14,332 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(327): Store=52aef2fb5122b9364e64b21ecba5fcd8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:14,332 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,333 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52aef2fb5122b9364e64b21ecba5fcd8 columnFamilyName sid 2024-11-20T11:17:14,333 DEBUG [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:14,334 INFO [StoreOpener-52aef2fb5122b9364e64b21ecba5fcd8-1 {}] regionserver.HStore(327): Store=52aef2fb5122b9364e64b21ecba5fcd8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:14,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:17:14,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 52aef2fb5122b9364e64b21ecba5fcd8; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67205873, jitterRate=0.0014455467462539673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:17:14,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:14,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 52aef2fb5122b9364e64b21ecba5fcd8: Running coprocessor pre-open hook at 1732101434320Writing region info on filesystem at 1732101434320Initializing all the Stores at 1732101434321 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101434322 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101434322Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101434322Cleaning up temporary data from old regions at 1732101434337 (+15 ms)Running coprocessor post-open hooks at 1732101434341 (+4 ms)Region opened successfully at 1732101434342 (+1 ms) 2024-11-20T11:17:14,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8., pid=19, masterSystemTime=1732101434291 2024-11-20T11:17:14,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:14,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:14,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=52aef2fb5122b9364e64b21ecba5fcd8, regionState=OPEN, openSeqNum=10, regionLocation=448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:14,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52aef2fb5122b9364e64b21ecba5fcd8, server=448ea6c54a8c,35273,1732101428751 because future has completed 2024-11-20T11:17:14,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T11:17:14,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 52aef2fb5122b9364e64b21ecba5fcd8, server=448ea6c54a8c,35273,1732101428751 in 213 msec 2024-11-20T11:17:14,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-20T11:17:14,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52aef2fb5122b9364e64b21ecba5fcd8, ASSIGN in 372 msec 2024-11-20T11:17:14,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T11:17:14,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8., hostname=448ea6c54a8c,35273,1732101428751, seqNum=10] 2024-11-20T11:17:14,400 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 448ea6c54a8c,34227,1732101414145 2024-11-20T11:17:14,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T11:17:14,500 DEBUG [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:14,525 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740/.tmp/ns/179e05553e6e4a5984e8d5610e595ab3 2024-11-20T11:17:14,533 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740/.tmp/ns/179e05553e6e4a5984e8d5610e595ab3 as hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740/ns/179e05553e6e4a5984e8d5610e595ab3 2024-11-20T11:17:14,540 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740/ns/179e05553e6e4a5984e8d5610e595ab3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T11:17:14,541 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-20T11:17:14,541 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:17:14,546 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T11:17:14,547 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:14,547 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:14,547 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:14,547 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101434100Running coprocessor pre-close hooks at 1732101434100Disabling compacts and flushes for region at 1732101434100Disabling writes for close at 1732101434100Obtaining lock to block concurrent updates at 1732101434100Preparing flush snapshotting stores in 1588230740 at 1732101434100Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732101434101 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732101434101Flushing 1588230740/ns: creating writer at 1732101434102 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732101434119 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732101434119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e5a61e: reopening flushed file at 1732101434532 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1732101434541 (+9 ms)Writing region close event to WAL at 1732101434542 (+1 ms)Running coprocessor post-close hooks at 1732101434546 (+4 ms)Closed at 1732101434547 (+1 ms) 2024-11-20T11:17:14,547 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:14,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-20T11:17:14,700 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,41559,1732101419596; all regions closed. 2024-11-20T11:17:14,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741834_1010 (size=1152) 2024-11-20T11:17:14,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/WALs/448ea6c54a8c,41559,1732101419596/448ea6c54a8c%2C41559%2C1732101419596.meta.1732101421863.meta not finished, retry = 0 2024-11-20T11:17:14,807 DEBUG [RS:0;448ea6c54a8c:41559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/oldWALs 2024-11-20T11:17:14,807 INFO [RS:0;448ea6c54a8c:41559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C41559%2C1732101419596.meta:.meta(num 1732101421863) 2024-11-20T11:17:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741832_1008 (size=93) 2024-11-20T11:17:14,812 DEBUG [RS:0;448ea6c54a8c:41559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/oldWALs 2024-11-20T11:17:14,812 INFO [RS:0;448ea6c54a8c:41559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C41559%2C1732101419596:(num 1732101421210) 2024-11-20T11:17:14,812 DEBUG [RS:0;448ea6c54a8c:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:14,812 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:17:14,812 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:17:14,812 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:17:14,812 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:17:14,812 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:17:14,813 INFO [RS:0;448ea6c54a8c:41559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41559 2024-11-20T11:17:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1707265874/rs/448ea6c54a8c,41559,1732101419596 2024-11-20T11:17:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874/rs 2024-11-20T11:17:14,816 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:17:14,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,41559,1732101419596] 2024-11-20T11:17:14,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1707265874/draining/448ea6c54a8c,41559,1732101419596 already deleted, retry=false 2024-11-20T11:17:14,818 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,41559,1732101419596 expired; onlineServers=0 2024-11-20T11:17:14,818 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,44613,1732101419549' ***** 2024-11-20T11:17:14,818 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:17:14,818 INFO [M:0;448ea6c54a8c:44613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:17:14,818 INFO [M:0;448ea6c54a8c:44613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:17:14,818 DEBUG [M:0;448ea6c54a8c:44613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:17:14,819 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:17:14,819 DEBUG [M:0;448ea6c54a8c:44613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:17:14,819 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101421037 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101421037,5,FailOnTimeoutGroup] 2024-11-20T11:17:14,819 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101421036 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101421036,5,FailOnTimeoutGroup] 2024-11-20T11:17:14,819 INFO [M:0;448ea6c54a8c:44613 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:17:14,819 INFO [M:0;448ea6c54a8c:44613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:17:14,819 DEBUG [M:0;448ea6c54a8c:44613 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:17:14,819 INFO [M:0;448ea6c54a8c:44613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:17:14,819 INFO [M:0;448ea6c54a8c:44613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:17:14,819 INFO [M:0;448ea6c54a8c:44613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:17:14,819 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:17:14,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1707265874/master 2024-11-20T11:17:14,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1707265874 2024-11-20T11:17:14,820 DEBUG [M:0;448ea6c54a8c:44613 {}] zookeeper.ZKUtil(347): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Unable to get data of znode /1-1707265874/master because node does not exist (not an error) 2024-11-20T11:17:14,820 WARN [M:0;448ea6c54a8c:44613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:17:14,821 INFO [M:0;448ea6c54a8c:44613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/.lastflushedseqids 2024-11-20T11:17:14,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741836_1012 (size=99) 2024-11-20T11:17:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:14,917 INFO [RS:0;448ea6c54a8c:41559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:17:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013517f7450004, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:14,917 INFO [RS:0;448ea6c54a8c:41559 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,41559,1732101419596; zookeeper connection closed. 2024-11-20T11:17:14,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@626c3e0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@626c3e0c 2024-11-20T11:17:14,918 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:17:15,227 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:15,227 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:15,228 INFO [M:0;448ea6c54a8c:44613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:17:15,228 INFO [M:0;448ea6c54a8c:44613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:17:15,228 DEBUG [M:0;448ea6c54a8c:44613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:17:15,228 INFO [M:0;448ea6c54a8c:44613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:15,228 DEBUG [M:0;448ea6c54a8c:44613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:15,228 DEBUG [M:0;448ea6c54a8c:44613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:17:15,228 DEBUG [M:0;448ea6c54a8c:44613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:15,228 INFO [M:0;448ea6c54a8c:44613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T11:17:15,248 DEBUG [M:0;448ea6c54a8c:44613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e05817afd6d44a62ad745949568cfda0 is 82, key is hbase:meta,,1/info:regioninfo/1732101421918/Put/seqid=0 2024-11-20T11:17:15,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741837_1013 (size=5672) 2024-11-20T11:17:15,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:17:15,653 INFO [M:0;448ea6c54a8c:44613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e05817afd6d44a62ad745949568cfda0 2024-11-20T11:17:15,676 DEBUG [M:0;448ea6c54a8c:44613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89a54eff30c2423b80404da53c6f77c0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732101421957/Put/seqid=0 2024-11-20T11:17:15,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741838_1014 (size=5275) 2024-11-20T11:17:16,081 INFO [M:0;448ea6c54a8c:44613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89a54eff30c2423b80404da53c6f77c0 2024-11-20T11:17:16,104 DEBUG [M:0;448ea6c54a8c:44613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a2f050bffeb423a8e5955a78f82de91 is 69, key is 448ea6c54a8c,41559,1732101419596/rs:state/1732101421047/Put/seqid=0 2024-11-20T11:17:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741839_1015 (size=5156) 2024-11-20T11:17:16,336 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:16,336 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:16,509 INFO [M:0;448ea6c54a8c:44613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a2f050bffeb423a8e5955a78f82de91 2024-11-20T11:17:16,516 DEBUG [M:0;448ea6c54a8c:44613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e05817afd6d44a62ad745949568cfda0 as hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e05817afd6d44a62ad745949568cfda0 2024-11-20T11:17:16,523 INFO [M:0;448ea6c54a8c:44613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e05817afd6d44a62ad745949568cfda0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T11:17:16,524 DEBUG [M:0;448ea6c54a8c:44613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89a54eff30c2423b80404da53c6f77c0 as hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89a54eff30c2423b80404da53c6f77c0 2024-11-20T11:17:16,530 INFO [M:0;448ea6c54a8c:44613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89a54eff30c2423b80404da53c6f77c0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T11:17:16,531 DEBUG [M:0;448ea6c54a8c:44613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a2f050bffeb423a8e5955a78f82de91 as hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a2f050bffeb423a8e5955a78f82de91 2024-11-20T11:17:16,537 INFO [M:0;448ea6c54a8c:44613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38045/user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a2f050bffeb423a8e5955a78f82de91, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T11:17:16,538 INFO [M:0;448ea6c54a8c:44613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false 2024-11-20T11:17:16,539 INFO [M:0;448ea6c54a8c:44613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:16,539 DEBUG [M:0;448ea6c54a8c:44613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101435228Disabling compacts and flushes for region at 1732101435228Disabling writes for close at 1732101435228Obtaining lock to block concurrent updates at 1732101435228Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101435228Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732101435229 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101435230 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101435230Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101435247 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101435247Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101435659 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101435675 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101435675Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101436087 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101436103 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101436103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b95254: reopening flushed file at 1732101436515 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5ad184: reopening flushed file at 1732101436523 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b506a46: reopening flushed file at 1732101436530 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false at 1732101436538 (+8 ms)Writing region close event to WAL at 1732101436539 (+1 ms)Closed at 1732101436539 2024-11-20T11:17:16,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741830_1006 (size=10165) 2024-11-20T11:17:16,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a179eaf8-e0d7-6ea5-a0f0-bb33e7cb0637/MasterData/WALs/448ea6c54a8c,44613,1732101419549/448ea6c54a8c%2C44613%2C1732101419549.1732101420916 not finished, retry = 0 2024-11-20T11:17:16,643 INFO [M:0;448ea6c54a8c:44613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:17:16,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:17:16,644 INFO [M:0;448ea6c54a8c:44613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44613 2024-11-20T11:17:16,647 INFO [M:0;448ea6c54a8c:44613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:17:16,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:16,751 INFO [M:0;448ea6c54a8c:44613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:17:16,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44613-0x1013517f7450003, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:16,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:17:16,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:17:16,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:17:16,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:17:16,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/hadoop.log.dir/,STOPPED} 2024-11-20T11:17:16,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:17:16,761 WARN [BP-1489757731-172.17.0.2-1732101418490 heartbeating to localhost/127.0.0.1:38045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:17:16,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:17:16,761 WARN [BP-1489757731-172.17.0.2-1732101418490 heartbeating to localhost/127.0.0.1:38045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1489757731-172.17.0.2-1732101418490 (Datanode Uuid 9bd256d5-cb75-4abb-89e5-ff3abf49eb13) service to localhost/127.0.0.1:38045 2024-11-20T11:17:16,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/cluster_bca08a82-582c-ea17-470d-992893eed432/data/data1/current/BP-1489757731-172.17.0.2-1732101418490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:17:16,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/cluster_bca08a82-582c-ea17-470d-992893eed432/data/data2/current/BP-1489757731-172.17.0.2-1732101418490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:17:16,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:17:16,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:17:16,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:17:16,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:17:16,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:17:16,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/hadoop.log.dir/,STOPPED} 2024-11-20T11:17:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:17:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:17:16,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:16,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:16,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:16,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:16,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:16,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:17:16,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1449547427, stopped=false 2024-11-20T11:17:16,790 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,34537,1732101428715 2024-11-20T11:17:16,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139939987/running 2024-11-20T11:17:16,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139939987/running 2024-11-20T11:17:16,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:16,791 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:17:16,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:16,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:16,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:16,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:16,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/running 2024-11-20T11:17:16,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Set watcher on znode that does not yet exist, /0-1139939987/running 2024-11-20T11:17:16,792 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,35273,1732101428751' ***** 2024-11-20T11:17:16,792 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:17:16,792 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:17:16,792 INFO [RS:0;448ea6c54a8c:35273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:17:16,792 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:17:16,792 INFO [RS:0;448ea6c54a8c:35273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:17:16,793 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(3091): Received CLOSE for 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:16,793 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:16,793 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:17:16,793 INFO [RS:0;448ea6c54a8c:35273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:35273. 2024-11-20T11:17:16,793 DEBUG [RS:0;448ea6c54a8c:35273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:16,793 DEBUG [RS:0;448ea6c54a8c:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:16,793 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52aef2fb5122b9364e64b21ecba5fcd8, disabling compactions & flushes 2024-11-20T11:17:16,793 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:17:16,793 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:17:16,793 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:17:16,793 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:17:16,793 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:16,793 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:16,793 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. after waiting 0 ms 2024-11-20T11:17:16,793 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:16,793 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:17:16,793 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 52aef2fb5122b9364e64b21ecba5fcd8=hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8.} 2024-11-20T11:17:16,794 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52aef2fb5122b9364e64b21ecba5fcd8 2024-11-20T11:17:16,794 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:17:16,794 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:17:16,794 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:17:16,794 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:17:16,794 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:17:16,794 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T11:17:16,799 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/replication/52aef2fb5122b9364e64b21ecba5fcd8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-20T11:17:16,799 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:16,799 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:16,799 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:16,799 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52aef2fb5122b9364e64b21ecba5fcd8: Waiting for close lock at 1732101436793Running coprocessor pre-close hooks at 1732101436793Disabling compacts and flushes for region at 1732101436793Disabling writes for close at 1732101436793Writing region close event to WAL at 1732101436794 (+1 ms)Running coprocessor post-close hooks at 1732101436799 (+5 ms)Closed at 1732101436799 2024-11-20T11:17:16,800 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8. 2024-11-20T11:17:16,812 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/info/4870d757d86d435cb1d7c024d2f4276b is 147, key is hbase:replication,,1732101422116.52aef2fb5122b9364e64b21ecba5fcd8./info:regioninfo/1732101434347/Put/seqid=0 2024-11-20T11:17:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741851_1027 (size=6385) 2024-11-20T11:17:16,868 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:17:16,994 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:17,194 DEBUG [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:17,218 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/info/4870d757d86d435cb1d7c024d2f4276b 2024-11-20T11:17:17,226 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/.tmp/info/4870d757d86d435cb1d7c024d2f4276b as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/info/4870d757d86d435cb1d7c024d2f4276b 2024-11-20T11:17:17,232 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/info/4870d757d86d435cb1d7c024d2f4276b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T11:17:17,233 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-20T11:17:17,238 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T11:17:17,239 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:17,239 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:17,239 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:17,239 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101436794Running coprocessor pre-close hooks at 1732101436794Disabling compacts and flushes for region at 1732101436794Disabling writes for close at 1732101436794Obtaining lock to block concurrent updates at 1732101436794Preparing flush snapshotting stores in 1588230740 at 1732101436794Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732101436794Flushing stores of hbase:meta,,1.1588230740 at 1732101436795 (+1 ms)Flushing 1588230740/info: creating writer at 1732101436795Flushing 1588230740/info: appending metadata at 1732101436812 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732101436812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6553c17b: reopening flushed file at 1732101437225 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1732101437233 (+8 ms)Writing region close event to WAL at 1732101437235 (+2 ms)Running coprocessor post-close hooks at 1732101437239 (+4 ms)Closed at 1732101437239 2024-11-20T11:17:17,239 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:17,394 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,35273,1732101428751; all regions closed. 2024-11-20T11:17:17,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741849_1025 (size=2156) 2024-11-20T11:17:17,400 DEBUG [RS:0;448ea6c54a8c:35273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs 2024-11-20T11:17:17,400 INFO [RS:0;448ea6c54a8c:35273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C35273%2C1732101428751.meta:.meta(num 1732101430030) 2024-11-20T11:17:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741850_1026 (size=796) 2024-11-20T11:17:17,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.rep.1732101434299 not finished, retry = 0 2024-11-20T11:17:17,506 DEBUG [RS:0;448ea6c54a8c:35273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs 2024-11-20T11:17:17,506 INFO [RS:0;448ea6c54a8c:35273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C35273%2C1732101428751.rep:(num 1732101434299) 2024-11-20T11:17:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741848_1024 (size=93) 2024-11-20T11:17:17,510 DEBUG [RS:0;448ea6c54a8c:35273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs 2024-11-20T11:17:17,510 INFO [RS:0;448ea6c54a8c:35273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C35273%2C1732101428751:(num 1732101429740) 2024-11-20T11:17:17,510 DEBUG [RS:0;448ea6c54a8c:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:17,510 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:17:17,511 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:17:17,511 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:17:17,511 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:17:17,511 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:17:17,511 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T11:17:17,511 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,35273,1732101428751 because: Region server is closing 2024-11-20T11:17:17,511 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T11:17:17,512 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T11:17:17,512 INFO [RS:0;448ea6c54a8c:35273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:35273. 2024-11-20T11:17:17,512 DEBUG [RS:0;448ea6c54a8c:35273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:17,512 DEBUG [RS:0;448ea6c54a8c:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:17,512 DEBUG [RS:0;448ea6c54a8c:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:17,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:17,544 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 to pos 0, reset compression=false 2024-11-20T11:17:17,550 INFO [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 was moved to hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/oldWALs/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 2024-11-20T11:17:17,554 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740 2024-11-20T11:17:17,554 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T11:17:17,554 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.wal-reader.448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T11:17:17,554 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-448ea6c54a8c,35273,1732101428751 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/WALs/448ea6c54a8c,35273,1732101428751/448ea6c54a8c%2C35273%2C1732101428751.1732101429740, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T11:17:17,559 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:17,559 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,35273,1732101428751, seqNum=-1] 2024-11-20T11:17:17,561 WARN [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-448ea6c54a8c,35273,1732101428751', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:35273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-20T11:17:17,564 ERROR [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 448ea6c54a8c,35273,1732101428751: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-448ea6c54a8c,35273,1732101428751, walGroup=448ea6c54a8c%2C35273%2C1732101428751, offset=448ea6c54a8c%2C35273%2C1732101428751.1732101429740:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:35273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T11:17:17,566 ERROR [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T11:17:17,569 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T11:17:17,570 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T11:17:17,570 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T11:17:17,570 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T11:17:17,570 INFO [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 703315176 }, "NonHeapMemoryUsage": { "committed": 162136064, "init": 7667712, "max": -1, "used": 157385400 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T11:17:17,572 DEBUG [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [448ea6c54a8c%2C35273%2C1732101428751.1732101429740] 2024-11-20T11:17:17,613 WARN [RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T11:17:17,613 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,1-448ea6c54a8c,35273,1732101428751 terminated 2024-11-20T11:17:17,613 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-448ea6c54a8c,35273,1732101428751 because: Region server is closing 2024-11-20T11:17:17,613 INFO [RS:0;448ea6c54a8c:35273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:35273. 2024-11-20T11:17:17,614 DEBUG [RS:0;448ea6c54a8c:35273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:17,614 DEBUG [RS:0;448ea6c54a8c:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:17,614 DEBUG [RS:0;448ea6c54a8c:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:17,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:17,614 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;448ea6c54a8c:35273.replicationSource.shipper448ea6c54a8c%2C35273%2C1732101428751,2-448ea6c54a8c,35273,1732101428751 terminated 2024-11-20T11:17:17,614 INFO [RS:0;448ea6c54a8c:35273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35273 2024-11-20T11:17:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139939987/rs/448ea6c54a8c,35273,1732101428751 2024-11-20T11:17:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987/rs 2024-11-20T11:17:17,616 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:17:17,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,35273,1732101428751] 2024-11-20T11:17:17,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139939987/draining/448ea6c54a8c,35273,1732101428751 already deleted, retry=false 2024-11-20T11:17:17,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,35273,1732101428751 expired; onlineServers=0 2024-11-20T11:17:17,621 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,34537,1732101428715' ***** 2024-11-20T11:17:17,621 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:17:17,621 INFO [M:0;448ea6c54a8c:34537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:17:17,621 INFO [M:0;448ea6c54a8c:34537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:17:17,621 DEBUG [M:0;448ea6c54a8c:34537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:17:17,621 DEBUG [M:0;448ea6c54a8c:34537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:17:17,621 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:17:17,621 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101429445 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101429445,5,FailOnTimeoutGroup] 2024-11-20T11:17:17,621 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101429445 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101429445,5,FailOnTimeoutGroup] 2024-11-20T11:17:17,621 INFO [M:0;448ea6c54a8c:34537 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:17:17,622 INFO [M:0;448ea6c54a8c:34537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:17:17,622 DEBUG [M:0;448ea6c54a8c:34537 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:17:17,622 INFO [M:0;448ea6c54a8c:34537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:17:17,622 INFO [M:0;448ea6c54a8c:34537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:17:17,622 INFO [M:0;448ea6c54a8c:34537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:17:17,622 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:17:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139939987/master 2024-11-20T11:17:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139939987 2024-11-20T11:17:17,623 DEBUG [M:0;448ea6c54a8c:34537 {}] zookeeper.ZKUtil(347): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Unable to get data of znode /0-1139939987/master because node does not exist (not an error) 2024-11-20T11:17:17,623 WARN [M:0;448ea6c54a8c:34537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:17:17,624 INFO [M:0;448ea6c54a8c:34537 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/.lastflushedseqids 2024-11-20T11:17:17,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741852_1028 (size=181) 2024-11-20T11:17:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:17,718 INFO [RS:0;448ea6c54a8c:35273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:17:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1013517f7450007, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:17,718 INFO [RS:0;448ea6c54a8c:35273 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,35273,1732101428751; zookeeper connection closed. 2024-11-20T11:17:17,718 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58e2cf63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58e2cf63 2024-11-20T11:17:17,719 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:17:18,032 INFO [M:0;448ea6c54a8c:34537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:17:18,032 INFO [M:0;448ea6c54a8c:34537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:17:18,032 DEBUG [M:0;448ea6c54a8c:34537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:17:18,032 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:18,032 DEBUG [M:0;448ea6c54a8c:34537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:18,032 DEBUG [M:0;448ea6c54a8c:34537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:17:18,032 DEBUG [M:0;448ea6c54a8c:34537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:18,033 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T11:17:18,055 DEBUG [M:0;448ea6c54a8c:34537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b6a3734ecbb412d9951564e45fd5249 is 82, key is hbase:meta,,1/info:regioninfo/1732101430095/Put/seqid=0 2024-11-20T11:17:18,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741853_1029 (size=5680) 2024-11-20T11:17:18,461 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b6a3734ecbb412d9951564e45fd5249 2024-11-20T11:17:18,484 DEBUG [M:0;448ea6c54a8c:34537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a59c70f4d624aa7b98f6dbaa83c279d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732101434354/Put/seqid=0 2024-11-20T11:17:18,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741854_1030 (size=7319) 2024-11-20T11:17:18,891 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a59c70f4d624aa7b98f6dbaa83c279d 2024-11-20T11:17:18,916 DEBUG [M:0;448ea6c54a8c:34537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4cadccbb37c4b938be2c665e9841b4e is 69, key is 448ea6c54a8c,35273,1732101428751/rs:state/1732101429497/Put/seqid=0 2024-11-20T11:17:18,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741855_1031 (size=5371) 2024-11-20T11:17:19,321 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4cadccbb37c4b938be2c665e9841b4e 2024-11-20T11:17:19,327 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4cadccbb37c4b938be2c665e9841b4e 2024-11-20T11:17:19,328 DEBUG [M:0;448ea6c54a8c:34537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b6a3734ecbb412d9951564e45fd5249 as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b6a3734ecbb412d9951564e45fd5249 2024-11-20T11:17:19,335 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b6a3734ecbb412d9951564e45fd5249, entries=8, sequenceid=172, filesize=5.5 K 2024-11-20T11:17:19,336 DEBUG [M:0;448ea6c54a8c:34537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a59c70f4d624aa7b98f6dbaa83c279d as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a59c70f4d624aa7b98f6dbaa83c279d 2024-11-20T11:17:19,342 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a59c70f4d624aa7b98f6dbaa83c279d, entries=7, sequenceid=172, filesize=7.1 K 2024-11-20T11:17:19,343 DEBUG [M:0;448ea6c54a8c:34537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4cadccbb37c4b938be2c665e9841b4e as hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4cadccbb37c4b938be2c665e9841b4e 2024-11-20T11:17:19,349 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4cadccbb37c4b938be2c665e9841b4e 2024-11-20T11:17:19,349 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/7af0e322-4d5b-7585-db5f-9a068cdda38c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4cadccbb37c4b938be2c665e9841b4e, entries=2, sequenceid=172, filesize=5.2 K 2024-11-20T11:17:19,350 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=172, compaction requested=false 2024-11-20T11:17:19,352 INFO [M:0;448ea6c54a8c:34537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:19,352 DEBUG [M:0;448ea6c54a8c:34537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101438032Disabling compacts and flushes for region at 1732101438032Disabling writes for close at 1732101438032Obtaining lock to block concurrent updates at 1732101438033 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101438033Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732101438033Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101438034 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101438034Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101438055 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101438055Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101438468 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101438484 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101438484Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101438897 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101438915 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101438915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf29318: reopening flushed file at 1732101439328 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405e834d: reopening flushed file at 1732101439335 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648af254: reopening flushed file at 1732101439342 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=172, compaction requested=false at 1732101439350 (+8 ms)Writing region close event to WAL at 1732101439351 (+1 ms)Closed at 1732101439351 2024-11-20T11:17:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741847_1023 (size=22949) 2024-11-20T11:17:19,355 INFO [M:0;448ea6c54a8c:34537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:17:19,355 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:17:19,355 INFO [M:0;448ea6c54a8c:34537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34537 2024-11-20T11:17:19,356 INFO [M:0;448ea6c54a8c:34537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:17:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:19,457 INFO [M:0;448ea6c54a8c:34537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:17:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34537-0x1013517f7450006, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:19,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:17:19,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:17:19,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:17:19,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:17:19,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/hadoop.log.dir/,STOPPED} 2024-11-20T11:17:19,462 WARN [BP-226871703-172.17.0.2-1732101410765 heartbeating to localhost/127.0.0.1:36589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:17:19,462 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:17:19,462 WARN [BP-226871703-172.17.0.2-1732101410765 heartbeating to localhost/127.0.0.1:36589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-226871703-172.17.0.2-1732101410765 (Datanode Uuid 35a33a0c-12ae-408d-be49-64fd3545df9c) service to localhost/127.0.0.1:36589 2024-11-20T11:17:19,462 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:17:19,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/cluster_774162f6-a894-51b5-eaac-00c49edb6b59/data/data1/current/BP-226871703-172.17.0.2-1732101410765 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:17:19,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/cluster_774162f6-a894-51b5-eaac-00c49edb6b59/data/data2/current/BP-226871703-172.17.0.2-1732101410765 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:17:19,464 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:17:19,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:17:19,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:17:19,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:17:19,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:17:19,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91efad5b-bea2-7c6f-ac4a-bb18b6bbd822/hadoop.log.dir/,STOPPED} 2024-11-20T11:17:19,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:17:19,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:17:19,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/448ea6c54a8c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/448ea6c54a8c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36589 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@dc227fa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38045 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/448ea6c54a8c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/448ea6c54a8c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/448ea6c54a8c:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58633) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58633) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 294), ProcessCount=11 (was 11), AvailableMemoryMB=8248 (was 9150) 2024-11-20T11:17:19,510 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=8246 2024-11-20T11:17:19,524 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-20T11:17:19,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/hadoop.log.dir so I do NOT create it in target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44 2024-11-20T11:17:19,525 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:17:19,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/hadoop.tmp.dir so I do NOT create it in target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44 2024-11-20T11:17:19,525 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27901976-3219-6022-2162-39295527c96b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:17:19,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44 2024-11-20T11:17:19,525 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/cluster_39792aa4-e2d0-8cd7-1076-317bb0b63428, deleteOnExit=true 2024-11-20T11:17:19,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/cluster_39792aa4-e2d0-8cd7-1076-317bb0b63428/zookeeper_0, clientPort=54787, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/cluster_39792aa4-e2d0-8cd7-1076-317bb0b63428/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/cluster_39792aa4-e2d0-8cd7-1076-317bb0b63428/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:17:19,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54787 2024-11-20T11:17:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:17:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:17:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/test.cache.data in system properties and HBase conf 2024-11-20T11:17:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:17:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:17:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:17:19,530 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:17:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013517f7450005, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:17:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013517f7450002, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:17:19,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013517f7450005, quorum=127.0.0.1:58633, baseZNode=/1-1707265874 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:17:19,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013517f7450002, quorum=127.0.0.1:58633, baseZNode=/0-1139939987 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:17:19,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:19,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:17:19,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:17:19,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:17:19,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:17:19,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:19,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:17:19,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:17:19,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/java.io.tmpdir/jetty-localhost-42369-hadoop-hdfs-3_4_1-tests_jar-_-any-15094357501627894150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:17:19,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:42369} 2024-11-20T11:17:19,762 INFO [Time-limited test {}] server.Server(415): Started @31016ms 2024-11-20T11:17:19,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:19,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:17:19,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:17:19,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:17:19,860 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:17:19,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:17:19,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:17:19,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/java.io.tmpdir/jetty-localhost-42109-hadoop-hdfs-3_4_1-tests_jar-_-any-15841042135222742741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:17:19,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:42109} 2024-11-20T11:17:19,978 INFO [Time-limited test {}] server.Server(415): Started @31233ms 2024-11-20T11:17:19,980 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:17:20,084 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/cluster_39792aa4-e2d0-8cd7-1076-317bb0b63428/data/data1/current/BP-79524527-172.17.0.2-1732101439566/current, will proceed with Du for space computation calculation, 2024-11-20T11:17:20,084 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/cluster_39792aa4-e2d0-8cd7-1076-317bb0b63428/data/data2/current/BP-79524527-172.17.0.2-1732101439566/current, will proceed with Du for space computation calculation, 2024-11-20T11:17:20,108 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:17:20,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa8a154dc1dca55 with lease ID 0xfe0f457025ea50ed: Processing first storage report for DS-9a04d502-8e7d-464a-8cc6-32d981d47174 from datanode DatanodeRegistration(127.0.0.1:44517, datanodeUuid=4ae7dbc3-a41c-4a4e-ace2-dc17d99465e0, infoPort=44241, infoSecurePort=0, ipcPort=33423, storageInfo=lv=-57;cid=testClusterID;nsid=1010152863;c=1732101439566) 2024-11-20T11:17:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa8a154dc1dca55 with lease ID 0xfe0f457025ea50ed: from storage DS-9a04d502-8e7d-464a-8cc6-32d981d47174 node DatanodeRegistration(127.0.0.1:44517, datanodeUuid=4ae7dbc3-a41c-4a4e-ace2-dc17d99465e0, infoPort=44241, infoSecurePort=0, ipcPort=33423, storageInfo=lv=-57;cid=testClusterID;nsid=1010152863;c=1732101439566), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T11:17:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa8a154dc1dca55 with lease ID 0xfe0f457025ea50ed: Processing first storage report for DS-d5bc0683-720d-4539-a2db-30fd90cd1692 from datanode DatanodeRegistration(127.0.0.1:44517, datanodeUuid=4ae7dbc3-a41c-4a4e-ace2-dc17d99465e0, infoPort=44241, infoSecurePort=0, ipcPort=33423, storageInfo=lv=-57;cid=testClusterID;nsid=1010152863;c=1732101439566) 2024-11-20T11:17:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa8a154dc1dca55 with lease ID 0xfe0f457025ea50ed: from storage DS-d5bc0683-720d-4539-a2db-30fd90cd1692 node DatanodeRegistration(127.0.0.1:44517, datanodeUuid=4ae7dbc3-a41c-4a4e-ace2-dc17d99465e0, infoPort=44241, infoSecurePort=0, ipcPort=33423, storageInfo=lv=-57;cid=testClusterID;nsid=1010152863;c=1732101439566), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:17:20,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44 2024-11-20T11:17:20,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:20,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:20,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:17:20,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8 with version=8 2024-11-20T11:17:20,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/hbase-staging 2024-11-20T11:17:20,626 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:17:20,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:20,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:20,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:17:20,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:20,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:17:20,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:17:20,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:17:20,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40255 2024-11-20T11:17:20,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40255 connecting to ZooKeeper ensemble=127.0.0.1:54787 2024-11-20T11:17:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402550x0, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:20,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40255-0x10135186ab70000 connected 2024-11-20T11:17:20,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:20,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:20,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Set watcher on znode that does not yet exist, /0580704328/running 2024-11-20T11:17:20,657 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8, hbase.cluster.distributed=false 2024-11-20T11:17:20,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Set watcher on znode that does not yet exist, /0580704328/acl 2024-11-20T11:17:20,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40255 2024-11-20T11:17:20,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40255 2024-11-20T11:17:20,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40255 2024-11-20T11:17:20,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40255 2024-11-20T11:17:20,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40255 2024-11-20T11:17:20,709 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:17:20,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:20,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:20,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:17:20,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:20,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:17:20,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:17:20,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:17:20,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34985 2024-11-20T11:17:20,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34985 connecting to ZooKeeper ensemble=127.0.0.1:54787 2024-11-20T11:17:20,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:20,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:20,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349850x0, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:20,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349850x0, quorum=127.0.0.1:54787, baseZNode=/0580704328 Set watcher on znode that does not yet exist, /0580704328/running 2024-11-20T11:17:20,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34985-0x10135186ab70001 connected 2024-11-20T11:17:20,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:17:20,724 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:17:20,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Set watcher on znode that does not yet exist, /0580704328/master 2024-11-20T11:17:20,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Set watcher on znode that does not yet exist, /0580704328/acl 2024-11-20T11:17:20,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34985 2024-11-20T11:17:20,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34985 2024-11-20T11:17:20,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34985 2024-11-20T11:17:20,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34985 2024-11-20T11:17:20,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34985 2024-11-20T11:17:20,753 DEBUG [M:0;448ea6c54a8c:40255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:40255 2024-11-20T11:17:20,753 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0580704328/backup-masters/448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328/backup-masters 2024-11-20T11:17:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328/backup-masters 2024-11-20T11:17:20,756 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Set watcher on existing znode=/0580704328/backup-masters/448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:20,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0580704328/master 2024-11-20T11:17:20,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:20,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:20,757 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Set watcher on existing znode=/0580704328/master 2024-11-20T11:17:20,758 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0580704328/backup-masters/448ea6c54a8c,40255,1732101440625 from backup master directory 2024-11-20T11:17:20,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0580704328/backup-masters/448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:20,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328/backup-masters 2024-11-20T11:17:20,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328/backup-masters 2024-11-20T11:17:20,759 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:20,760 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:20,764 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/hbase.id] with ID: 62787308-ea80-4e1d-a6f9-aa4cc7325296 2024-11-20T11:17:20,764 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/.tmp/hbase.id 2024-11-20T11:17:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:17:21,171 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/.tmp/hbase.id]:[hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/hbase.id] 2024-11-20T11:17:21,185 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:21,185 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:17:21,186 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:17:21,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:21,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:21,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:17:21,597 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:21,598 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:17:21,598 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:17:22,006 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store 2024-11-20T11:17:22,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:17:22,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:17:22,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:22,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:22,414 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:22,414 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:17:22,414 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:22,414 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:22,414 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:17:22,414 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:22,414 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:22,414 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101442414Disabling compacts and flushes for region at 1732101442414Disabling writes for close at 1732101442414Writing region close event to WAL at 1732101442414Closed at 1732101442414 2024-11-20T11:17:22,416 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/.initializing 2024-11-20T11:17:22,416 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/WALs/448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:22,417 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:22,419 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C40255%2C1732101440625, suffix=, logDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/WALs/448ea6c54a8c,40255,1732101440625, archiveDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/oldWALs, maxLogs=10 2024-11-20T11:17:22,440 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/WALs/448ea6c54a8c,40255,1732101440625/448ea6c54a8c%2C40255%2C1732101440625.1732101442419, exclude list is [], retry=0 2024-11-20T11:17:22,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44517,DS-9a04d502-8e7d-464a-8cc6-32d981d47174,DISK] 2024-11-20T11:17:22,445 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/WALs/448ea6c54a8c,40255,1732101440625/448ea6c54a8c%2C40255%2C1732101440625.1732101442419 2024-11-20T11:17:22,445 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44241:44241)] 2024-11-20T11:17:22,445 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:22,446 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:22,446 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,446 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:17:22,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:22,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:22,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:17:22,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:22,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:22,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:17:22,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:22,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:22,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:17:22,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:22,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:22,455 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,455 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,456 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,457 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,457 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,457 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:22,459 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:22,461 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:22,461 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63362715, jitterRate=-0.055821970105171204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:22,462 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101442446Initializing all the Stores at 1732101442447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101442447Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101442447Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101442447Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101442447Cleaning up temporary data from old regions at 1732101442457 (+10 ms)Region opened successfully at 1732101442462 (+5 ms) 2024-11-20T11:17:22,462 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:17:22,465 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6178ef1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:22,467 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:17:22,467 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:17:22,467 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:17:22,467 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:17:22,468 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:17:22,468 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:17:22,469 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:17:22,471 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:17:22,472 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Unable to get data of znode /0580704328/balancer because node does not exist (not necessarily an error) 2024-11-20T11:17:22,473 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0580704328/balancer already deleted, retry=false 2024-11-20T11:17:22,473 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:17:22,474 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Unable to get data of znode /0580704328/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:17:22,475 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0580704328/normalizer already deleted, retry=false 2024-11-20T11:17:22,475 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:17:22,476 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Unable to get data of znode /0580704328/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:17:22,477 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0580704328/switch/split already deleted, retry=false 2024-11-20T11:17:22,478 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Unable to get data of znode /0580704328/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:17:22,481 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0580704328/switch/merge already deleted, retry=false 2024-11-20T11:17:22,483 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Unable to get data of znode /0580704328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:17:22,484 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0580704328/snapshot-cleanup already deleted, retry=false 2024-11-20T11:17:22,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0580704328/running 2024-11-20T11:17:22,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0580704328/running 2024-11-20T11:17:22,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:22,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:22,486 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,40255,1732101440625, sessionid=0x10135186ab70000, setting cluster-up flag (Was=false) 2024-11-20T11:17:22,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:22,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:22,494 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0580704328/flush-table-proc/acquired, /0580704328/flush-table-proc/reached, /0580704328/flush-table-proc/abort 2024-11-20T11:17:22,495 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:22,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:22,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:22,504 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0580704328/online-snapshot/acquired, /0580704328/online-snapshot/reached, /0580704328/online-snapshot/abort 2024-11-20T11:17:22,505 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:22,507 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:17:22,509 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:22,509 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:17:22,509 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:17:22,510 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 448ea6c54a8c,34227,1732101414145: status=Processing ServerCrashProcedure of 448ea6c54a8c,34227,1732101414145 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732101429439, completionTime=-1 appears to have been leaked 2024-11-20T11:17:22,510 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,40255,1732101440625 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:17:22,511 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:22,512 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:22,512 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:22,512 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:22,512 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:17:22,512 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,512 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:22,512 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,514 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101472514 2024-11-20T11:17:22,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:22,514 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:17:22,514 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:17:22,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:17:22,514 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:17:22,514 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:17:22,514 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:17:22,514 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:17:22,515 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,515 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:17:22,515 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:17:22,515 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:17:22,515 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:17:22,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:22,515 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:17:22,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:17:22,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:17:22,516 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101442516,5,FailOnTimeoutGroup] 2024-11-20T11:17:22,516 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101442516,5,FailOnTimeoutGroup] 2024-11-20T11:17:22,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:17:22,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:17:22,543 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(746): ClusterId : 62787308-ea80-4e1d-a6f9-aa4cc7325296 2024-11-20T11:17:22,543 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:17:22,546 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:17:22,546 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:17:22,547 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:17:22,548 DEBUG [RS:0;448ea6c54a8c:34985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647933a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:22,560 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:34985 2024-11-20T11:17:22,561 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:17:22,561 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:17:22,561 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:17:22,561 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,40255,1732101440625 with port=34985, startcode=1732101440709 2024-11-20T11:17:22,562 DEBUG [RS:0;448ea6c54a8c:34985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:17:22,564 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:17:22,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:22,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40255 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:22,566 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8 2024-11-20T11:17:22,566 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42965 2024-11-20T11:17:22,566 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:17:22,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328/rs 2024-11-20T11:17:22,568 DEBUG [RS:0;448ea6c54a8c:34985 {}] zookeeper.ZKUtil(111): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Set watcher on existing znode=/0580704328/rs/448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:22,568 WARN [RS:0;448ea6c54a8c:34985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:22,568 INFO [RS:0;448ea6c54a8c:34985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:22,569 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:22,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,34985,1732101440709] 2024-11-20T11:17:22,572 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:17:22,574 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:17:22,574 INFO [RS:0;448ea6c54a8c:34985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:17:22,574 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,576 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:17:22,577 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:17:22,577 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,577 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,577 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,577 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,577 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,577 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,577 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:22,577 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,578 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,578 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,578 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,578 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,578 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:22,578 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:22,578 DEBUG [RS:0;448ea6c54a8c:34985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:22,578 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,578 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,578 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,578 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,578 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,578 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34985,1732101440709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:22,593 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:17:22,593 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34985,1732101440709-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,593 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,593 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.Replication(171): 448ea6c54a8c,34985,1732101440709 started 2024-11-20T11:17:22,607 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:22,607 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,34985,1732101440709, RpcServer on 448ea6c54a8c/172.17.0.2:34985, sessionid=0x10135186ab70001 2024-11-20T11:17:22,607 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:17:22,607 DEBUG [RS:0;448ea6c54a8c:34985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:22,607 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,34985,1732101440709' 2024-11-20T11:17:22,607 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0580704328/flush-table-proc/abort' 2024-11-20T11:17:22,608 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0580704328/flush-table-proc/acquired' 2024-11-20T11:17:22,608 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:17:22,608 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:17:22,608 DEBUG [RS:0;448ea6c54a8c:34985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:22,608 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,34985,1732101440709' 2024-11-20T11:17:22,608 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0580704328/online-snapshot/abort' 2024-11-20T11:17:22,608 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0580704328/online-snapshot/acquired' 2024-11-20T11:17:22,609 DEBUG [RS:0;448ea6c54a8c:34985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:17:22,609 INFO [RS:0;448ea6c54a8c:34985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:17:22,609 INFO [RS:0;448ea6c54a8c:34985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:17:22,709 INFO [RS:0;448ea6c54a8c:34985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:22,711 INFO [RS:0;448ea6c54a8c:34985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C34985%2C1732101440709, suffix=, logDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709, archiveDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/oldWALs, maxLogs=10 2024-11-20T11:17:22,725 DEBUG [RS:0;448ea6c54a8c:34985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.1732101442712, exclude list is [], retry=0 2024-11-20T11:17:22,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44517,DS-9a04d502-8e7d-464a-8cc6-32d981d47174,DISK] 2024-11-20T11:17:22,731 INFO [RS:0;448ea6c54a8c:34985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.1732101442712 2024-11-20T11:17:22,731 DEBUG [RS:0;448ea6c54a8c:34985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44241:44241)] 2024-11-20T11:17:22,923 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:17:22,924 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8 2024-11-20T11:17:22,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:17:23,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:23,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:23,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:23,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:23,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:23,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:23,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:23,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:23,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:23,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:23,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:23,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:23,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:23,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:23,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:23,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:23,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:23,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:23,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740 2024-11-20T11:17:23,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740 2024-11-20T11:17:23,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:23,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:23,346 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:23,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:23,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:23,350 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68821281, jitterRate=0.025517001748085022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:23,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101443332Initializing all the Stores at 1732101443333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101443333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101443333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101443333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101443333Cleaning up temporary data from old regions at 1732101443345 (+12 ms)Region opened successfully at 1732101443350 (+5 ms) 2024-11-20T11:17:23,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:17:23,351 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:17:23,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:17:23,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:17:23,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:17:23,351 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:23,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101443351Disabling compacts and flushes for region at 1732101443351Disabling writes for close at 1732101443351Writing region close event to WAL at 1732101443351Closed at 1732101443351 2024-11-20T11:17:23,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:23,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:17:23,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:17:23,354 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:23,355 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:17:23,505 DEBUG [448ea6c54a8c:40255 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:17:23,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:23,508 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,34985,1732101440709, state=OPENING 2024-11-20T11:17:23,510 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:17:23,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:23,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:23,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0580704328/meta-region-server: CHANGED 2024-11-20T11:17:23,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0580704328/meta-region-server: CHANGED 2024-11-20T11:17:23,512 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:23,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,34985,1732101440709}] 2024-11-20T11:17:23,666 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:17:23,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:17:23,672 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:17:23,672 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:23,672 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:17:23,674 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C34985%2C1732101440709.meta, suffix=.meta, logDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709, archiveDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/oldWALs, maxLogs=10 2024-11-20T11:17:23,690 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.meta.1732101443674.meta, exclude list is [], retry=0 2024-11-20T11:17:23,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44517,DS-9a04d502-8e7d-464a-8cc6-32d981d47174,DISK] 2024-11-20T11:17:23,694 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.meta.1732101443674.meta 2024-11-20T11:17:23,695 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44241:44241)] 2024-11-20T11:17:23,695 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:23,695 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:23,696 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:17:23,696 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:17:23,696 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:17:23,696 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:17:23,696 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:23,696 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:17:23,696 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:17:23,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:23,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:23,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:23,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:23,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:23,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:23,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:23,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:23,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:23,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:23,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:23,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:23,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:23,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:23,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:23,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:23,703 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:23,704 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740 2024-11-20T11:17:23,705 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740 2024-11-20T11:17:23,706 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:23,706 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:23,707 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:23,708 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:23,709 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59328544, jitterRate=-0.1159358024597168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:23,709 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:17:23,709 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101443696Writing region info on filesystem at 1732101443697 (+1 ms)Initializing all the Stores at 1732101443698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101443698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101443698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101443698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101443698Cleaning up temporary data from old regions at 1732101443706 (+8 ms)Running coprocessor post-open hooks at 1732101443709 (+3 ms)Region opened successfully at 1732101443709 2024-11-20T11:17:23,710 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101443665 2024-11-20T11:17:23,713 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:17:23,713 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:17:23,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:23,714 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,34985,1732101440709, state=OPEN 2024-11-20T11:17:23,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0580704328/meta-region-server 2024-11-20T11:17:23,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0580704328/meta-region-server 2024-11-20T11:17:23,719 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:23,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0580704328/meta-region-server: CHANGED 2024-11-20T11:17:23,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0580704328/meta-region-server: CHANGED 2024-11-20T11:17:23,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:17:23,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,34985,1732101440709 in 207 msec 2024-11-20T11:17:23,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:17:23,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-20T11:17:23,725 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:23,725 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:17:23,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:23,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,34985,1732101440709, seqNum=-1] 2024-11-20T11:17:23,727 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:23,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:23,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-20T11:17:23,735 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101443735, completionTime=-1 2024-11-20T11:17:23,735 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:17:23,735 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:17:23,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:17:23,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101503737 2024-11-20T11:17:23,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101563737 2024-11-20T11:17:23,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T11:17:23,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40255,1732101440625-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:23,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40255,1732101440625-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:23,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40255,1732101440625-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:23,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:40255, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:23,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:23,738 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:23,739 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:17:23,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.981sec 2024-11-20T11:17:23,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:17:23,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:17:23,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:17:23,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:17:23,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:17:23,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40255,1732101440625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:23,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40255,1732101440625-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:17:23,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:23,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40255,-1 for getting cluster id 2024-11-20T11:17:23,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:23,744 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:17:23,744 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:17:23,744 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40255,1732101440625-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:23,745 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62787308-ea80-4e1d-a6f9-aa4cc7325296' 2024-11-20T11:17:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:23,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62787308-ea80-4e1d-a6f9-aa4cc7325296" 2024-11-20T11:17:23,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e3c87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:23,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40255,-1] 2024-11-20T11:17:23,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:23,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:23,747 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:23,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:23,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:23,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,34985,1732101440709, seqNum=-1] 2024-11-20T11:17:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:23,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:23,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:23,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54787 2024-11-20T11:17:23,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:23,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10135186ab70002 connected 2024-11-20T11:17:23,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/hadoop.log.dir so I do NOT create it in target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af 2024-11-20T11:17:23,760 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:17:23,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/hadoop.tmp.dir so I do NOT create it in target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af 2024-11-20T11:17:23,760 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:17:23,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af 2024-11-20T11:17:23,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:17:23,760 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/cluster_ef20de02-870f-47f4-a296-9d35fa85e9eb, deleteOnExit=true 2024-11-20T11:17:23,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/test.cache.data in system properties and HBase conf 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:17:23,761 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:17:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:17:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:17:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:17:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:17:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:17:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:17:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:17:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:17:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:17:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:17:23,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:23,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:17:23,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:17:23,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:17:23,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:17:23,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:23,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:17:23,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:17:23,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/java.io.tmpdir/jetty-localhost-33899-hadoop-hdfs-3_4_1-tests_jar-_-any-7380494953972814453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:17:23,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:33899} 2024-11-20T11:17:23,961 INFO [Time-limited test {}] server.Server(415): Started @35216ms 2024-11-20T11:17:24,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:24,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:17:24,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:17:24,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:17:24,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:17:24,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:17:24,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:17:24,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/java.io.tmpdir/jetty-localhost-39593-hadoop-hdfs-3_4_1-tests_jar-_-any-7382374118927655180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:17:24,157 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:39593} 2024-11-20T11:17:24,157 INFO [Time-limited test {}] server.Server(415): Started @35411ms 2024-11-20T11:17:24,159 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:17:24,250 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/cluster_ef20de02-870f-47f4-a296-9d35fa85e9eb/data/data1/current/BP-814774022-172.17.0.2-1732101443780/current, will proceed with Du for space computation calculation, 2024-11-20T11:17:24,250 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/cluster_ef20de02-870f-47f4-a296-9d35fa85e9eb/data/data2/current/BP-814774022-172.17.0.2-1732101443780/current, will proceed with Du for space computation calculation, 2024-11-20T11:17:24,267 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:17:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a3a307fab3eaa46 with lease ID 0x64af5dbeadb06d92: Processing first storage report for DS-fc2a2882-2dc3-4381-ae24-77d8403515b4 from datanode DatanodeRegistration(127.0.0.1:40439, datanodeUuid=acbf962d-e42f-480f-be11-2c059b930ac3, infoPort=41655, infoSecurePort=0, ipcPort=39415, storageInfo=lv=-57;cid=testClusterID;nsid=676926178;c=1732101443780) 2024-11-20T11:17:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a3a307fab3eaa46 with lease ID 0x64af5dbeadb06d92: from storage DS-fc2a2882-2dc3-4381-ae24-77d8403515b4 node DatanodeRegistration(127.0.0.1:40439, datanodeUuid=acbf962d-e42f-480f-be11-2c059b930ac3, infoPort=41655, infoSecurePort=0, ipcPort=39415, storageInfo=lv=-57;cid=testClusterID;nsid=676926178;c=1732101443780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:17:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a3a307fab3eaa46 with lease ID 0x64af5dbeadb06d92: Processing first storage report for DS-79789815-2062-43a7-90dd-58e36cc1ece0 from datanode DatanodeRegistration(127.0.0.1:40439, datanodeUuid=acbf962d-e42f-480f-be11-2c059b930ac3, infoPort=41655, infoSecurePort=0, ipcPort=39415, storageInfo=lv=-57;cid=testClusterID;nsid=676926178;c=1732101443780) 2024-11-20T11:17:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a3a307fab3eaa46 with lease ID 0x64af5dbeadb06d92: from storage DS-79789815-2062-43a7-90dd-58e36cc1ece0 node DatanodeRegistration(127.0.0.1:40439, datanodeUuid=acbf962d-e42f-480f-be11-2c059b930ac3, infoPort=41655, infoSecurePort=0, ipcPort=39415, storageInfo=lv=-57;cid=testClusterID;nsid=676926178;c=1732101443780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:17:24,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af 2024-11-20T11:17:24,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:24,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:17:24,694 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed with version=8 2024-11-20T11:17:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/hbase-staging 2024-11-20T11:17:24,697 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:17:24,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:24,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:24,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:17:24,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:24,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:17:24,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:17:24,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:17:24,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38289 2024-11-20T11:17:24,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38289 connecting to ZooKeeper ensemble=127.0.0.1:54787 2024-11-20T11:17:24,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382890x0, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:24,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38289-0x10135186ab70003 connected 2024-11-20T11:17:24,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:24,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:24,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Set watcher on znode that does not yet exist, /1724158764/running 2024-11-20T11:17:24,720 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed, hbase.cluster.distributed=false 2024-11-20T11:17:24,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Set watcher on znode that does not yet exist, /1724158764/acl 2024-11-20T11:17:24,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38289 2024-11-20T11:17:24,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38289 2024-11-20T11:17:24,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38289 2024-11-20T11:17:24,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38289 2024-11-20T11:17:24,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38289 2024-11-20T11:17:24,738 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:17:24,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:24,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:24,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:17:24,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:24,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:17:24,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:17:24,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:17:24,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46647 2024-11-20T11:17:24,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46647 connecting to ZooKeeper ensemble=127.0.0.1:54787 2024-11-20T11:17:24,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:24,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:24,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466470x0, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:24,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466470x0, quorum=127.0.0.1:54787, baseZNode=/1724158764 Set watcher on znode that does not yet exist, /1724158764/running 2024-11-20T11:17:24,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46647-0x10135186ab70004 connected 2024-11-20T11:17:24,746 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:17:24,747 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:17:24,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Set watcher on znode that does not yet exist, /1724158764/master 2024-11-20T11:17:24,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Set watcher on znode that does not yet exist, /1724158764/acl 2024-11-20T11:17:24,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-20T11:17:24,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46647 2024-11-20T11:17:24,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46647 2024-11-20T11:17:24,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-20T11:17:24,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-20T11:17:24,766 DEBUG [M:0;448ea6c54a8c:38289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:38289 2024-11-20T11:17:24,767 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1724158764/backup-masters/448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764/backup-masters 2024-11-20T11:17:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764/backup-masters 2024-11-20T11:17:24,770 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Set watcher on existing znode=/1724158764/backup-masters/448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:24,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1724158764/master 2024-11-20T11:17:24,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:24,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:24,772 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Set watcher on existing znode=/1724158764/master 2024-11-20T11:17:24,773 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1724158764/backup-masters/448ea6c54a8c,38289,1732101444697 from backup master directory 2024-11-20T11:17:24,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1724158764/backup-masters/448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:24,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764/backup-masters 2024-11-20T11:17:24,774 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:24,774 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:24,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764/backup-masters 2024-11-20T11:17:24,779 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/hbase.id] with ID: 62c89e40-ee55-41d8-afdf-138041b69bd2 2024-11-20T11:17:24,779 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/.tmp/hbase.id 2024-11-20T11:17:24,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:17:25,187 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/.tmp/hbase.id]:[hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/hbase.id] 2024-11-20T11:17:25,199 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:25,200 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:17:25,201 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:17:25,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:25,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:25,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:17:25,610 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:25,610 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:17:25,611 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:25,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:17:26,020 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store 2024-11-20T11:17:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:17:26,426 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:26,427 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:17:26,427 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:26,427 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:26,427 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:17:26,427 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:26,427 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:26,427 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101446427Disabling compacts and flushes for region at 1732101446427Disabling writes for close at 1732101446427Writing region close event to WAL at 1732101446427Closed at 1732101446427 2024-11-20T11:17:26,428 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/.initializing 2024-11-20T11:17:26,428 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/WALs/448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:26,429 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:26,431 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C38289%2C1732101444697, suffix=, logDir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/WALs/448ea6c54a8c,38289,1732101444697, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/oldWALs, maxLogs=10 2024-11-20T11:17:26,444 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/WALs/448ea6c54a8c,38289,1732101444697/448ea6c54a8c%2C38289%2C1732101444697.1732101446431, exclude list is [], retry=0 2024-11-20T11:17:26,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40439,DS-fc2a2882-2dc3-4381-ae24-77d8403515b4,DISK] 2024-11-20T11:17:26,449 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/WALs/448ea6c54a8c,38289,1732101444697/448ea6c54a8c%2C38289%2C1732101444697.1732101446431 2024-11-20T11:17:26,449 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655)] 2024-11-20T11:17:26,449 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:26,449 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:26,449 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,449 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:17:26,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:26,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:26,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:17:26,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:26,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:26,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:17:26,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:26,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:26,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:17:26,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:26,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:26,458 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,458 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,459 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,460 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,460 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,461 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:26,462 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:26,465 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:26,465 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60503292, jitterRate=-0.09843069314956665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:26,465 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101446450Initializing all the Stores at 1732101446450Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101446451 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101446451Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101446451Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101446451Cleaning up temporary data from old regions at 1732101446460 (+9 ms)Region opened successfully at 1732101446465 (+5 ms) 2024-11-20T11:17:26,465 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:17:26,468 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340272e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:26,469 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:17:26,470 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:17:26,470 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:17:26,470 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:17:26,470 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:17:26,471 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:17:26,471 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:17:26,474 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:17:26,474 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Unable to get data of znode /1724158764/balancer because node does not exist (not necessarily an error) 2024-11-20T11:17:26,477 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1724158764/balancer already deleted, retry=false 2024-11-20T11:17:26,477 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:17:26,478 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Unable to get data of znode /1724158764/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:17:26,479 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1724158764/normalizer already deleted, retry=false 2024-11-20T11:17:26,479 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:17:26,480 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Unable to get data of znode /1724158764/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:17:26,481 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1724158764/switch/split already deleted, retry=false 2024-11-20T11:17:26,482 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Unable to get data of znode /1724158764/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:17:26,482 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1724158764/switch/merge already deleted, retry=false 2024-11-20T11:17:26,484 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Unable to get data of znode /1724158764/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:17:26,488 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1724158764/snapshot-cleanup already deleted, retry=false 2024-11-20T11:17:26,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1724158764/running 2024-11-20T11:17:26,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1724158764/running 2024-11-20T11:17:26,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:26,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:26,490 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,38289,1732101444697, sessionid=0x10135186ab70003, setting cluster-up flag (Was=false) 2024-11-20T11:17:26,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:26,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:26,498 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1724158764/flush-table-proc/acquired, /1724158764/flush-table-proc/reached, /1724158764/flush-table-proc/abort 2024-11-20T11:17:26,499 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:26,508 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1724158764/online-snapshot/acquired, /1724158764/online-snapshot/reached, /1724158764/online-snapshot/abort 2024-11-20T11:17:26,509 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:26,510 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:17:26,512 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:26,512 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:17:26,512 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:17:26,513 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,38289,1732101444697 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:17:26,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:26,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:26,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:26,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:26,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:17:26,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:26,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,515 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101476515 2024-11-20T11:17:26,515 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:17:26,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:17:26,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:17:26,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:17:26,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:17:26,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:17:26,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:17:26,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:17:26,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:17:26,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:17:26,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:26,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:17:26,518 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:26,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:17:26,520 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:17:26,520 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:17:26,520 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101446520,5,FailOnTimeoutGroup] 2024-11-20T11:17:26,521 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101446521,5,FailOnTimeoutGroup] 2024-11-20T11:17:26,521 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,521 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:17:26,521 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,521 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:17:26,557 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(746): ClusterId : 62c89e40-ee55-41d8-afdf-138041b69bd2 2024-11-20T11:17:26,558 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:17:26,566 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:17:26,566 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:17:26,568 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:17:26,568 DEBUG [RS:0;448ea6c54a8c:46647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35978cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:26,580 DEBUG [RS:0;448ea6c54a8c:46647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:46647 2024-11-20T11:17:26,580 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:17:26,580 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:17:26,580 DEBUG [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:17:26,581 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,38289,1732101444697 with port=46647, startcode=1732101444737 2024-11-20T11:17:26,581 DEBUG [RS:0;448ea6c54a8c:46647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:17:26,583 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:17:26,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:26,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38289 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:26,586 DEBUG [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed 2024-11-20T11:17:26,586 DEBUG [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45127 2024-11-20T11:17:26,586 DEBUG [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:17:26,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764/rs 2024-11-20T11:17:26,588 DEBUG [RS:0;448ea6c54a8c:46647 {}] zookeeper.ZKUtil(111): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Set watcher on existing znode=/1724158764/rs/448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:26,588 WARN [RS:0;448ea6c54a8c:46647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:26,588 INFO [RS:0;448ea6c54a8c:46647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:26,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,46647,1732101444737] 2024-11-20T11:17:26,589 DEBUG [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/WALs/448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:26,594 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:17:26,596 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:17:26,597 INFO [RS:0;448ea6c54a8c:46647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:17:26,597 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,597 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:17:26,598 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:17:26,598 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:26,598 DEBUG [RS:0;448ea6c54a8c:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:26,599 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,599 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,599 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,599 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,599 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,599 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,46647,1732101444737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:26,615 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:17:26,615 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,46647,1732101444737-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,615 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,615 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.Replication(171): 448ea6c54a8c,46647,1732101444737 started 2024-11-20T11:17:26,629 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:26,629 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,46647,1732101444737, RpcServer on 448ea6c54a8c/172.17.0.2:46647, sessionid=0x10135186ab70004 2024-11-20T11:17:26,629 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:17:26,629 DEBUG [RS:0;448ea6c54a8c:46647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:26,629 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,46647,1732101444737' 2024-11-20T11:17:26,629 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1724158764/flush-table-proc/abort' 2024-11-20T11:17:26,629 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1724158764/flush-table-proc/acquired' 2024-11-20T11:17:26,630 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:17:26,630 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:17:26,630 DEBUG [RS:0;448ea6c54a8c:46647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:26,630 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,46647,1732101444737' 2024-11-20T11:17:26,630 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1724158764/online-snapshot/abort' 2024-11-20T11:17:26,630 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1724158764/online-snapshot/acquired' 2024-11-20T11:17:26,631 DEBUG [RS:0;448ea6c54a8c:46647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:17:26,631 INFO [RS:0;448ea6c54a8c:46647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:17:26,631 INFO [RS:0;448ea6c54a8c:46647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:17:26,731 INFO [RS:0;448ea6c54a8c:46647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:26,733 INFO [RS:0;448ea6c54a8c:46647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C46647%2C1732101444737, suffix=, logDir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/WALs/448ea6c54a8c,46647,1732101444737, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/oldWALs, maxLogs=10 2024-11-20T11:17:26,747 DEBUG [RS:0;448ea6c54a8c:46647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/WALs/448ea6c54a8c,46647,1732101444737/448ea6c54a8c%2C46647%2C1732101444737.1732101446733, exclude list is [], retry=0 2024-11-20T11:17:26,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40439,DS-fc2a2882-2dc3-4381-ae24-77d8403515b4,DISK] 2024-11-20T11:17:26,752 INFO [RS:0;448ea6c54a8c:46647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/WALs/448ea6c54a8c,46647,1732101444737/448ea6c54a8c%2C46647%2C1732101444737.1732101446733 2024-11-20T11:17:26,752 DEBUG [RS:0;448ea6c54a8c:46647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655)] 2024-11-20T11:17:26,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:17:26,927 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed 2024-11-20T11:17:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:17:27,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:27,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:27,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:27,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:27,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:27,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:27,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:27,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:27,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:27,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:27,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:27,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:27,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:27,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:27,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:27,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:27,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:27,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:27,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740 2024-11-20T11:17:27,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740 2024-11-20T11:17:27,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:27,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:27,346 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:27,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:27,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:27,349 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58858913, jitterRate=-0.12293384969234467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101447335Initializing all the Stores at 1732101447336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101447336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101447336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101447336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101447336Cleaning up temporary data from old regions at 1732101447345 (+9 ms)Region opened successfully at 1732101447349 (+4 ms) 2024-11-20T11:17:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:17:27,350 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:17:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:17:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:17:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:17:27,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101447350Disabling compacts and flushes for region at 1732101447350Disabling writes for close at 1732101447350Writing region close event to WAL at 1732101447350Closed at 1732101447350 2024-11-20T11:17:27,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:27,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:17:27,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:17:27,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:27,354 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:17:27,505 DEBUG [448ea6c54a8c:38289 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:17:27,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:27,507 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,46647,1732101444737, state=OPENING 2024-11-20T11:17:27,512 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:17:27,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:27,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:27,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:27,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1724158764/meta-region-server: CHANGED 2024-11-20T11:17:27,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1724158764/meta-region-server: CHANGED 2024-11-20T11:17:27,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,46647,1732101444737}] 2024-11-20T11:17:27,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:17:27,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:17:27,673 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:17:27,674 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:27,674 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:17:27,676 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C46647%2C1732101444737.meta, suffix=.meta, logDir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/WALs/448ea6c54a8c,46647,1732101444737, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/oldWALs, maxLogs=10 2024-11-20T11:17:27,697 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/WALs/448ea6c54a8c,46647,1732101444737/448ea6c54a8c%2C46647%2C1732101444737.meta.1732101447676.meta, exclude list is [], retry=0 2024-11-20T11:17:27,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40439,DS-fc2a2882-2dc3-4381-ae24-77d8403515b4,DISK] 2024-11-20T11:17:27,701 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/WALs/448ea6c54a8c,46647,1732101444737/448ea6c54a8c%2C46647%2C1732101444737.meta.1732101447676.meta 2024-11-20T11:17:27,701 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655)] 2024-11-20T11:17:27,701 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:27,702 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:27,702 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:17:27,702 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:17:27,702 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:17:27,703 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:17:27,703 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:27,703 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:17:27,703 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:17:27,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:27,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:27,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:27,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:27,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:27,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:27,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:27,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:27,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:27,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:27,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:27,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:27,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:27,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:27,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:27,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:27,709 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:27,710 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740 2024-11-20T11:17:27,711 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740 2024-11-20T11:17:27,712 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:27,712 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:27,713 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:27,715 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:27,715 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69229083, jitterRate=0.031593725085258484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:27,716 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:17:27,716 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101447703Writing region info on filesystem at 1732101447703Initializing all the Stores at 1732101447704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101447704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101447704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101447704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101447704Cleaning up temporary data from old regions at 1732101447712 (+8 ms)Running coprocessor post-open hooks at 1732101447716 (+4 ms)Region opened successfully at 1732101447716 2024-11-20T11:17:27,717 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101447667 2024-11-20T11:17:27,719 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:17:27,720 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:17:27,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:27,722 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,46647,1732101444737, state=OPEN 2024-11-20T11:17:27,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1724158764/meta-region-server 2024-11-20T11:17:27,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1724158764/meta-region-server 2024-11-20T11:17:27,723 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:27,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1724158764/meta-region-server: CHANGED 2024-11-20T11:17:27,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1724158764/meta-region-server: CHANGED 2024-11-20T11:17:27,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:17:27,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,46647,1732101444737 in 209 msec 2024-11-20T11:17:27,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:17:27,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-20T11:17:27,730 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:27,730 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:17:27,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:27,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,46647,1732101444737, seqNum=-1] 2024-11-20T11:17:27,732 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:27,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:27,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-11-20T11:17:27,739 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101447739, completionTime=-1 2024-11-20T11:17:27,739 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:17:27,739 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:17:27,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:17:27,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101507741 2024-11-20T11:17:27,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101567741 2024-11-20T11:17:27,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T11:17:27,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38289,1732101444697-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:27,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38289,1732101444697-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:27,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38289,1732101444697-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:27,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:38289, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:27,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:27,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:27,744 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:17:27,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.973sec 2024-11-20T11:17:27,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:17:27,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:17:27,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:17:27,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:17:27,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:17:27,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38289,1732101444697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:27,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38289,1732101444697-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:17:27,750 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:17:27,750 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:17:27,750 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38289,1732101444697-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:27,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:27,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38289,-1 for getting cluster id 2024-11-20T11:17:27,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:27,761 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c89e40-ee55-41d8-afdf-138041b69bd2' 2024-11-20T11:17:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c89e40-ee55-41d8-afdf-138041b69bd2" 2024-11-20T11:17:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5916c68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38289,-1] 2024-11-20T11:17:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:27,763 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:27,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:27,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,46647,1732101444737, seqNum=-1] 2024-11-20T11:17:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:27,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:27,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:27,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54787 2024-11-20T11:17:27,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:27,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10135186ab70005 connected 2024-11-20T11:17:27,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:27,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40255,-1 for getting cluster id 2024-11-20T11:17:27,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:27,781 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62787308-ea80-4e1d-a6f9-aa4cc7325296' 2024-11-20T11:17:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62787308-ea80-4e1d-a6f9-aa4cc7325296" 2024-11-20T11:17:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8547838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40255,-1] 2024-11-20T11:17:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:27,783 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee6f8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:27,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:27,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:27,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0718b4 2024-11-20T11:17:27,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:27,785 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:27,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:38289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:17:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:17:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:27,789 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:38289' 2024-11-20T11:17:27,790 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188db0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:27,790 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38289,-1 for getting cluster id 2024-11-20T11:17:27,790 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:27,791 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c89e40-ee55-41d8-afdf-138041b69bd2' 2024-11-20T11:17:27,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:27,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c89e40-ee55-41d8-afdf-138041b69bd2" 2024-11-20T11:17:27,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeb1331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:27,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38289,-1] 2024-11-20T11:17:27,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:27,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:27,793 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:27,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5a363f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:27,794 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:27,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:27,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23181763 2024-11-20T11:17:27,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:27,795 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:27,796 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T11:17:27,796 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:17:27,796 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:27,796 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:27,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:27,797 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:27,798 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:17:27,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:17:27,799 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:27,800 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:17:27,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741835_1011 (size=1138) 2024-11-20T11:17:27,848 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:17:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:28,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd6005c709aeb048c213aace82373a51, NAME => 'hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8 2024-11-20T11:17:28,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741836_1012 (size=44) 2024-11-20T11:17:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:28,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:17:28,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:28,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd6005c709aeb048c213aace82373a51, disabling compactions & flushes 2024-11-20T11:17:28,617 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:28,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:28,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. after waiting 0 ms 2024-11-20T11:17:28,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:28,617 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:28,617 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd6005c709aeb048c213aace82373a51: Waiting for close lock at 1732101448617Disabling compacts and flushes for region at 1732101448617Disabling writes for close at 1732101448617Writing region close event to WAL at 1732101448617Closed at 1732101448617 2024-11-20T11:17:28,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:17:28,619 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101448619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101448619"}]},"ts":"1732101448619"} 2024-11-20T11:17:28,622 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:17:28,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:17:28,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101448623"}]},"ts":"1732101448623"} 2024-11-20T11:17:28,625 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:17:28,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd6005c709aeb048c213aace82373a51, ASSIGN}] 2024-11-20T11:17:28,627 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd6005c709aeb048c213aace82373a51, ASSIGN 2024-11-20T11:17:28,628 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd6005c709aeb048c213aace82373a51, ASSIGN; state=OFFLINE, location=448ea6c54a8c,34985,1732101440709; forceNewPlan=false, retain=false 2024-11-20T11:17:28,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd6005c709aeb048c213aace82373a51, regionState=OPENING, regionLocation=448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:28,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd6005c709aeb048c213aace82373a51, ASSIGN because future has completed 2024-11-20T11:17:28,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd6005c709aeb048c213aace82373a51, server=448ea6c54a8c,34985,1732101440709}] 2024-11-20T11:17:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:28,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:28,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:28,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:17:28,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C34985%2C1732101440709.rep, suffix=, logDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709, archiveDir=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/oldWALs, maxLogs=10 2024-11-20T11:17:28,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.rep.1732101448942, exclude list is [], retry=0 2024-11-20T11:17:28,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44517,DS-9a04d502-8e7d-464a-8cc6-32d981d47174,DISK] 2024-11-20T11:17:28,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.rep.1732101448942 2024-11-20T11:17:28,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44241:44241)] 2024-11-20T11:17:28,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bd6005c709aeb048c213aace82373a51, NAME => 'hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:28,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:28,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:17:28,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. service=MultiRowMutationService 2024-11-20T11:17:28,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:17:28,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:28,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,963 INFO [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,964 INFO [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6005c709aeb048c213aace82373a51 columnFamilyName hfileref 2024-11-20T11:17:28,964 DEBUG [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:28,965 INFO [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] regionserver.HStore(327): Store=bd6005c709aeb048c213aace82373a51/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:28,965 INFO [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,966 INFO [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6005c709aeb048c213aace82373a51 columnFamilyName queue 2024-11-20T11:17:28,966 DEBUG [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:28,966 INFO [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] regionserver.HStore(327): Store=bd6005c709aeb048c213aace82373a51/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:28,966 INFO [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,967 INFO [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6005c709aeb048c213aace82373a51 columnFamilyName sid 2024-11-20T11:17:28,967 DEBUG [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:28,968 INFO [StoreOpener-bd6005c709aeb048c213aace82373a51-1 {}] regionserver.HStore(327): Store=bd6005c709aeb048c213aace82373a51/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:28,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/replication/bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/replication/bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:17:28,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/replication/bd6005c709aeb048c213aace82373a51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:28,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bd6005c709aeb048c213aace82373a51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64893178, jitterRate=-0.03301629424095154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:17:28,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:28,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bd6005c709aeb048c213aace82373a51: Running coprocessor pre-open hook at 1732101448962Writing region info on filesystem at 1732101448962Initializing all the Stores at 1732101448962Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101448962Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101448963 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101448963Cleaning up temporary data from old regions at 1732101448970 (+7 ms)Running coprocessor post-open hooks at 1732101448974 (+4 ms)Region opened successfully at 1732101448975 (+1 ms) 2024-11-20T11:17:28,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51., pid=7, masterSystemTime=1732101448935 2024-11-20T11:17:28,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:28,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:28,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd6005c709aeb048c213aace82373a51, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:28,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd6005c709aeb048c213aace82373a51, server=448ea6c54a8c,34985,1732101440709 because future has completed 2024-11-20T11:17:28,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T11:17:28,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bd6005c709aeb048c213aace82373a51, server=448ea6c54a8c,34985,1732101440709 in 199 msec 2024-11-20T11:17:28,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:17:28,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd6005c709aeb048c213aace82373a51, ASSIGN in 359 msec 2024-11-20T11:17:28,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:17:28,988 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101448988"}]},"ts":"1732101448988"} 2024-11-20T11:17:28,990 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:17:28,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:17:28,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-20T11:17:29,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51., hostname=448ea6c54a8c,34985,1732101440709, seqNum=2] 2024-11-20T11:17:29,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:29,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:29,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:17:29,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T11:17:29,169 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:17:29,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:17:29,199 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,34985,1732101440709, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:17:29,199 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:29,199 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,34985,1732101440709, seqNum=-1] 2024-11-20T11:17:29,200 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:29,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-20T11:17:29,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:29,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,34985,1732101440709', locateType=CURRENT is [region=hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51., hostname=448ea6c54a8c,34985,1732101440709, seqNum=2] 2024-11-20T11:17:29,205 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T11:17:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T11:17:29,208 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,34985,1732101440709 suceeded 2024-11-20T11:17:29,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T11:17:29,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-20T11:17:29,211 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:38289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:17:29,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-11-20T11:17:29,221 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:38289' 2024-11-20T11:17:29,222 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6804c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:29,222 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38289,-1 for getting cluster id 2024-11-20T11:17:29,222 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:29,223 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c89e40-ee55-41d8-afdf-138041b69bd2' 2024-11-20T11:17:29,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:29,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c89e40-ee55-41d8-afdf-138041b69bd2" 2024-11-20T11:17:29,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ce4629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:29,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38289,-1] 2024-11-20T11:17:29,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:29,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:29,225 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:29,226 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57ec07f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:29,226 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:29,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:29,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696bc584 2024-11-20T11:17:29,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:29,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:29,228 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-20T11:17:29,229 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,34985,1732101440709 (queues=1) is replicating from cluster=62787308-ea80-4e1d-a6f9-aa4cc7325296 to cluster=62c89e40-ee55-41d8-afdf-138041b69bd2 2024-11-20T11:17:29,229 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C34985%2C1732101440709 2024-11-20T11:17:29,229 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,34985,1732101440709, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:17:29,229 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.wal-reader.448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.1732101442712, startPosition=0, beingWritten=true 2024-11-20T11:17:29,230 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.shipper448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C34985%2C1732101440709 2024-11-20T11:17:29,435 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.wal-reader.448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.1732101442712 to pos 0, reset compression=false 2024-11-20T11:17:29,740 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.wal-reader.448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.1732101442712 to pos 0, reset compression=false 2024-11-20T11:17:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:29,932 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:17:29,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:29,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:29,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:29,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:29,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:29,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:29,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:29,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7008bb39 2024-11-20T11:17:29,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:29,935 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:29,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T11:17:29,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:17:29,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:29,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:29,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:29,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:29,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:29,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:17:29,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1278213164, stopped=false 2024-11-20T11:17:29,936 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,38289,1732101444697 2024-11-20T11:17:29,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1724158764/running 2024-11-20T11:17:29,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1724158764/running 2024-11-20T11:17:29,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:29,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:29,938 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:17:29,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:29,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:29,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:29,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Set watcher on znode that does not yet exist, /1724158764/running 2024-11-20T11:17:29,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,46647,1732101444737' ***** 2024-11-20T11:17:29,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:17:29,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Set watcher on znode that does not yet exist, /1724158764/running 2024-11-20T11:17:29,939 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:17:29,939 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:17:29,939 INFO [RS:0;448ea6c54a8c:46647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:17:29,939 INFO [RS:0;448ea6c54a8c:46647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:17:29,939 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:29,939 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:17:29,939 INFO [RS:0;448ea6c54a8c:46647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:46647. 2024-11-20T11:17:29,939 DEBUG [RS:0;448ea6c54a8c:46647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:29,940 DEBUG [RS:0;448ea6c54a8c:46647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:29,940 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:17:29,940 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:17:29,940 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:17:29,940 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:17:29,940 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:17:29,940 DEBUG [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:17:29,940 DEBUG [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:29,940 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:17:29,940 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:17:29,940 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:17:29,940 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:17:29,940 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:17:29,941 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T11:17:29,958 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740/.tmp/ns/259d4a1057e94c6a957fd9339cd63eb0 is 43, key is default/ns:d/1732101447734/Put/seqid=0 2024-11-20T11:17:29,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741835_1011 (size=5153) 2024-11-20T11:17:30,003 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:17:30,140 DEBUG [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:30,146 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.wal-reader.448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.1732101442712 to pos 0, reset compression=false 2024-11-20T11:17:30,341 DEBUG [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:30,363 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740/.tmp/ns/259d4a1057e94c6a957fd9339cd63eb0 2024-11-20T11:17:30,371 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740/.tmp/ns/259d4a1057e94c6a957fd9339cd63eb0 as hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740/ns/259d4a1057e94c6a957fd9339cd63eb0 2024-11-20T11:17:30,377 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740/ns/259d4a1057e94c6a957fd9339cd63eb0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T11:17:30,378 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-20T11:17:30,382 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T11:17:30,382 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:30,382 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:30,382 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:30,382 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101449940Running coprocessor pre-close hooks at 1732101449940Disabling compacts and flushes for region at 1732101449940Disabling writes for close at 1732101449940Obtaining lock to block concurrent updates at 1732101449941 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732101449941Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732101449941Flushing stores of hbase:meta,,1.1588230740 at 1732101449942 (+1 ms)Flushing 1588230740/ns: creating writer at 1732101449942Flushing 1588230740/ns: appending metadata at 1732101449957 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732101449957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757cfca5: reopening flushed file at 1732101450370 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1732101450378 (+8 ms)Writing region close event to WAL at 1732101450379 (+1 ms)Running coprocessor post-close hooks at 1732101450382 (+3 ms)Closed at 1732101450382 2024-11-20T11:17:30,383 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:30,541 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,46647,1732101444737; all regions closed. 2024-11-20T11:17:30,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741834_1010 (size=1152) 2024-11-20T11:17:30,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/WALs/448ea6c54a8c,46647,1732101444737/448ea6c54a8c%2C46647%2C1732101444737.meta.1732101447676.meta not finished, retry = 0 2024-11-20T11:17:30,602 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:17:30,602 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:17:30,646 DEBUG [RS:0;448ea6c54a8c:46647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/oldWALs 2024-11-20T11:17:30,646 INFO [RS:0;448ea6c54a8c:46647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C46647%2C1732101444737.meta:.meta(num 1732101447676) 2024-11-20T11:17:30,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741832_1008 (size=93) 2024-11-20T11:17:30,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/WALs/448ea6c54a8c,46647,1732101444737/448ea6c54a8c%2C46647%2C1732101444737.1732101446733 not finished, retry = 0 2024-11-20T11:17:30,651 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.wal-reader.448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.1732101442712 to pos 0, reset compression=false 2024-11-20T11:17:30,751 DEBUG [RS:0;448ea6c54a8c:46647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/oldWALs 2024-11-20T11:17:30,751 INFO [RS:0;448ea6c54a8c:46647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C46647%2C1732101444737:(num 1732101446733) 2024-11-20T11:17:30,751 DEBUG [RS:0;448ea6c54a8c:46647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:30,751 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:17:30,751 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:17:30,751 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:17:30,752 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:17:30,752 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:17:30,752 INFO [RS:0;448ea6c54a8c:46647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46647 2024-11-20T11:17:30,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1724158764/rs/448ea6c54a8c,46647,1732101444737 2024-11-20T11:17:30,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764/rs 2024-11-20T11:17:30,754 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:17:30,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,46647,1732101444737] 2024-11-20T11:17:30,758 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1724158764/draining/448ea6c54a8c,46647,1732101444737 already deleted, retry=false 2024-11-20T11:17:30,758 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,46647,1732101444737 expired; onlineServers=0 2024-11-20T11:17:30,758 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,38289,1732101444697' ***** 2024-11-20T11:17:30,758 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:17:30,758 INFO [M:0;448ea6c54a8c:38289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:17:30,758 INFO [M:0;448ea6c54a8c:38289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:17:30,759 DEBUG [M:0;448ea6c54a8c:38289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:17:30,759 DEBUG [M:0;448ea6c54a8c:38289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:17:30,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:17:30,759 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101446520 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101446520,5,FailOnTimeoutGroup] 2024-11-20T11:17:30,759 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101446521 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101446521,5,FailOnTimeoutGroup] 2024-11-20T11:17:30,759 INFO [M:0;448ea6c54a8c:38289 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:17:30,759 INFO [M:0;448ea6c54a8c:38289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:17:30,759 DEBUG [M:0;448ea6c54a8c:38289 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:17:30,759 INFO [M:0;448ea6c54a8c:38289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:17:30,759 INFO [M:0;448ea6c54a8c:38289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:17:30,759 INFO [M:0;448ea6c54a8c:38289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:17:30,759 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:17:30,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1724158764/master 2024-11-20T11:17:30,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1724158764 2024-11-20T11:17:30,760 DEBUG [M:0;448ea6c54a8c:38289 {}] zookeeper.ZKUtil(347): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Unable to get data of znode /1724158764/master because node does not exist (not an error) 2024-11-20T11:17:30,760 WARN [M:0;448ea6c54a8c:38289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:17:30,761 INFO [M:0;448ea6c54a8c:38289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/.lastflushedseqids 2024-11-20T11:17:30,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741836_1012 (size=99) 2024-11-20T11:17:30,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:30,855 INFO [RS:0;448ea6c54a8c:46647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:17:30,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x10135186ab70004, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:30,855 INFO [RS:0;448ea6c54a8c:46647 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,46647,1732101444737; zookeeper connection closed. 2024-11-20T11:17:30,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43d5c10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43d5c10 2024-11-20T11:17:30,856 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:17:31,166 INFO [M:0;448ea6c54a8c:38289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:17:31,166 INFO [M:0;448ea6c54a8c:38289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:17:31,166 DEBUG [M:0;448ea6c54a8c:38289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:17:31,166 INFO [M:0;448ea6c54a8c:38289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:31,166 DEBUG [M:0;448ea6c54a8c:38289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:31,166 DEBUG [M:0;448ea6c54a8c:38289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:17:31,166 DEBUG [M:0;448ea6c54a8c:38289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:31,167 INFO [M:0;448ea6c54a8c:38289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T11:17:31,183 DEBUG [M:0;448ea6c54a8c:38289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42469c1e7bf44daebc697f08297d9f1b is 82, key is hbase:meta,,1/info:regioninfo/1732101447720/Put/seqid=0 2024-11-20T11:17:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741837_1013 (size=5672) 2024-11-20T11:17:31,188 INFO [M:0;448ea6c54a8c:38289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42469c1e7bf44daebc697f08297d9f1b 2024-11-20T11:17:31,207 DEBUG [M:0;448ea6c54a8c:38289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8a0a0389e34b2ea2bab3591a6fe35d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732101447738/Put/seqid=0 2024-11-20T11:17:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741838_1014 (size=5275) 2024-11-20T11:17:31,256 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.wal-reader.448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.1732101442712 to pos 0, reset compression=false 2024-11-20T11:17:31,611 INFO [M:0;448ea6c54a8c:38289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8a0a0389e34b2ea2bab3591a6fe35d 2024-11-20T11:17:31,631 DEBUG [M:0;448ea6c54a8c:38289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88d1ee2a3da748e6b76c1c5e0c41a725 is 69, key is 448ea6c54a8c,46647,1732101444737/rs:state/1732101446584/Put/seqid=0 2024-11-20T11:17:31,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741839_1015 (size=5156) 2024-11-20T11:17:31,961 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.wal-reader.448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.1732101442712 to pos 0, reset compression=false 2024-11-20T11:17:32,036 INFO [M:0;448ea6c54a8c:38289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88d1ee2a3da748e6b76c1c5e0c41a725 2024-11-20T11:17:32,041 DEBUG [M:0;448ea6c54a8c:38289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42469c1e7bf44daebc697f08297d9f1b as hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42469c1e7bf44daebc697f08297d9f1b 2024-11-20T11:17:32,046 INFO [M:0;448ea6c54a8c:38289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42469c1e7bf44daebc697f08297d9f1b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T11:17:32,047 DEBUG [M:0;448ea6c54a8c:38289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8a0a0389e34b2ea2bab3591a6fe35d as hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce8a0a0389e34b2ea2bab3591a6fe35d 2024-11-20T11:17:32,052 INFO [M:0;448ea6c54a8c:38289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce8a0a0389e34b2ea2bab3591a6fe35d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T11:17:32,053 DEBUG [M:0;448ea6c54a8c:38289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88d1ee2a3da748e6b76c1c5e0c41a725 as hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88d1ee2a3da748e6b76c1c5e0c41a725 2024-11-20T11:17:32,057 INFO [M:0;448ea6c54a8c:38289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88d1ee2a3da748e6b76c1c5e0c41a725, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T11:17:32,058 INFO [M:0;448ea6c54a8c:38289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=28, compaction requested=false 2024-11-20T11:17:32,059 INFO [M:0;448ea6c54a8c:38289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:32,059 DEBUG [M:0;448ea6c54a8c:38289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101451166Disabling compacts and flushes for region at 1732101451166Disabling writes for close at 1732101451166Obtaining lock to block concurrent updates at 1732101451167 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101451167Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732101451167Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101451168 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101451168Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101451183 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101451183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101451193 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101451207 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101451207Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101451617 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101451631 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101451631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6134b984: reopening flushed file at 1732101452040 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c353d79: reopening flushed file at 1732101452046 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535c4e47: reopening flushed file at 1732101452052 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=28, compaction requested=false at 1732101452058 (+6 ms)Writing region close event to WAL at 1732101452059 (+1 ms)Closed at 1732101452059 2024-11-20T11:17:32,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40439 is added to blk_1073741830_1006 (size=10165) 2024-11-20T11:17:32,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f4576e4-61b4-c243-a94b-243ed3feabed/MasterData/WALs/448ea6c54a8c,38289,1732101444697/448ea6c54a8c%2C38289%2C1732101444697.1732101446431 not finished, retry = 0 2024-11-20T11:17:32,163 INFO [M:0;448ea6c54a8c:38289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:17:32,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:17:32,163 INFO [M:0;448ea6c54a8c:38289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38289 2024-11-20T11:17:32,164 INFO [M:0;448ea6c54a8c:38289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:17:32,265 INFO [M:0;448ea6c54a8c:38289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:17:32,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:32,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x10135186ab70003, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:32,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:17:32,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:17:32,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:17:32,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:17:32,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/hadoop.log.dir/,STOPPED} 2024-11-20T11:17:32,270 WARN [BP-814774022-172.17.0.2-1732101443780 heartbeating to localhost/127.0.0.1:45127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:17:32,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:17:32,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:17:32,270 WARN [BP-814774022-172.17.0.2-1732101443780 heartbeating to localhost/127.0.0.1:45127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-814774022-172.17.0.2-1732101443780 (Datanode Uuid acbf962d-e42f-480f-be11-2c059b930ac3) service to localhost/127.0.0.1:45127 2024-11-20T11:17:32,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/cluster_ef20de02-870f-47f4-a296-9d35fa85e9eb/data/data1/current/BP-814774022-172.17.0.2-1732101443780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:17:32,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/cluster_ef20de02-870f-47f4-a296-9d35fa85e9eb/data/data2/current/BP-814774022-172.17.0.2-1732101443780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:17:32,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:17:32,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:17:32,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:17:32,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:17:32,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:17:32,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/hadoop.log.dir/,STOPPED} 2024-11-20T11:17:32,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:17:32,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:17:32,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:32,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:32,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:32,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:32,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:32,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:17:32,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1170171642, stopped=false 2024-11-20T11:17:32,294 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,40255,1732101440625 2024-11-20T11:17:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0580704328/running 2024-11-20T11:17:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0580704328/running 2024-11-20T11:17:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:32,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:17:32,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:32,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:32,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:32,297 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,34985,1732101440709' ***** 2024-11-20T11:17:32,297 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:17:32,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Set watcher on znode that does not yet exist, /0580704328/running 2024-11-20T11:17:32,297 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:17:32,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Set watcher on znode that does not yet exist, /0580704328/running 2024-11-20T11:17:32,297 INFO [RS:0;448ea6c54a8c:34985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:17:32,297 INFO [RS:0;448ea6c54a8c:34985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:17:32,297 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(3091): Received CLOSE for bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:32,297 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:17:32,297 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:32,298 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:17:32,298 INFO [RS:0;448ea6c54a8c:34985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:34985. 2024-11-20T11:17:32,298 DEBUG [RS:0;448ea6c54a8c:34985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:32,298 DEBUG [RS:0;448ea6c54a8c:34985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:32,298 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:17:32,298 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd6005c709aeb048c213aace82373a51, disabling compactions & flushes 2024-11-20T11:17:32,298 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:17:32,298 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:17:32,298 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:32,298 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:17:32,298 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:32,298 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. after waiting 0 ms 2024-11-20T11:17:32,298 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:32,298 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd6005c709aeb048c213aace82373a51 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T11:17:32,298 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:17:32,298 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1325): Online Regions={bd6005c709aeb048c213aace82373a51=hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:17:32,298 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:32,298 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:17:32,298 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:17:32,298 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:17:32,298 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:17:32,298 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:17:32,299 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T11:17:32,314 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/replication/bd6005c709aeb048c213aace82373a51/.tmp/queue/6a8fb0cf38a248ac8fc4c5c09795072c is 151, key is 1-448ea6c54a8c,34985,1732101440709/queue:448ea6c54a8c%2C34985%2C1732101440709/1732101449204/Put/seqid=0 2024-11-20T11:17:32,314 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/.tmp/info/31863adfa5d54ad4ba18e52444fcb341 is 147, key is hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51./info:regioninfo/1732101448978/Put/seqid=0 2024-11-20T11:17:32,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741838_1014 (size=6631) 2024-11-20T11:17:32,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741839_1015 (size=5350) 2024-11-20T11:17:32,385 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:17:32,498 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:32,634 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:17:32,635 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:17:32,699 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd6005c709aeb048c213aace82373a51 2024-11-20T11:17:32,721 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/.tmp/info/31863adfa5d54ad4ba18e52444fcb341 2024-11-20T11:17:32,722 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/replication/bd6005c709aeb048c213aace82373a51/.tmp/queue/6a8fb0cf38a248ac8fc4c5c09795072c 2024-11-20T11:17:32,740 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/replication/bd6005c709aeb048c213aace82373a51/.tmp/queue/6a8fb0cf38a248ac8fc4c5c09795072c as hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/replication/bd6005c709aeb048c213aace82373a51/queue/6a8fb0cf38a248ac8fc4c5c09795072c 2024-11-20T11:17:32,749 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/replication/bd6005c709aeb048c213aace82373a51/queue/6a8fb0cf38a248ac8fc4c5c09795072c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T11:17:32,750 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bd6005c709aeb048c213aace82373a51 in 452ms, sequenceid=5, compaction requested=false 2024-11-20T11:17:32,751 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T11:17:32,759 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/.tmp/ns/40275d3d8ebf464b9df31a8f47914918 is 43, key is default/ns:d/1732101443729/Put/seqid=0 2024-11-20T11:17:32,766 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.wal-reader.448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/WALs/448ea6c54a8c,34985,1732101440709/448ea6c54a8c%2C34985%2C1732101440709.1732101442712 to pos 0, reset compression=false 2024-11-20T11:17:32,773 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/replication/bd6005c709aeb048c213aace82373a51/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T11:17:32,774 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:32,774 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:32,774 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:32,774 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd6005c709aeb048c213aace82373a51: Waiting for close lock at 1732101452298Running coprocessor pre-close hooks at 1732101452298Disabling compacts and flushes for region at 1732101452298Disabling writes for close at 1732101452298Obtaining lock to block concurrent updates at 1732101452298Preparing flush snapshotting stores in bd6005c709aeb048c213aace82373a51 at 1732101452298Finished memstore snapshotting hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732101452298Flushing stores of hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. at 1732101452299 (+1 ms)Flushing bd6005c709aeb048c213aace82373a51/queue: creating writer at 1732101452299Flushing bd6005c709aeb048c213aace82373a51/queue: appending metadata at 1732101452314 (+15 ms)Flushing bd6005c709aeb048c213aace82373a51/queue: closing flushed file at 1732101452314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62876a3a: reopening flushed file at 1732101452738 (+424 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bd6005c709aeb048c213aace82373a51 in 452ms, sequenceid=5, compaction requested=false at 1732101452751 (+13 ms)Writing region close event to WAL at 1732101452760 (+9 ms)Running coprocessor post-close hooks at 1732101452774 (+14 ms)Closed at 1732101452774 2024-11-20T11:17:32,774 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101447796.bd6005c709aeb048c213aace82373a51. 2024-11-20T11:17:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741840_1016 (size=5153) 2024-11-20T11:17:32,783 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/.tmp/ns/40275d3d8ebf464b9df31a8f47914918 2024-11-20T11:17:32,807 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/.tmp/table/1029b0f006e94bb984ea449b568a77ac is 53, key is hbase:replication/table:state/1732101448988/Put/seqid=0 2024-11-20T11:17:32,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741841_1017 (size=5256) 2024-11-20T11:17:32,899 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:33,099 DEBUG [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:17:33,212 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/.tmp/table/1029b0f006e94bb984ea449b568a77ac 2024-11-20T11:17:33,221 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/.tmp/info/31863adfa5d54ad4ba18e52444fcb341 as hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/info/31863adfa5d54ad4ba18e52444fcb341 2024-11-20T11:17:33,228 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/info/31863adfa5d54ad4ba18e52444fcb341, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T11:17:33,229 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/.tmp/ns/40275d3d8ebf464b9df31a8f47914918 as hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/ns/40275d3d8ebf464b9df31a8f47914918 2024-11-20T11:17:33,237 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/ns/40275d3d8ebf464b9df31a8f47914918, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:17:33,238 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/.tmp/table/1029b0f006e94bb984ea449b568a77ac as hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/table/1029b0f006e94bb984ea449b568a77ac 2024-11-20T11:17:33,243 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/table/1029b0f006e94bb984ea449b568a77ac, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T11:17:33,244 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=11, compaction requested=false 2024-11-20T11:17:33,248 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T11:17:33,249 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:33,249 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:33,249 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:33,249 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101452298Running coprocessor pre-close hooks at 1732101452298Disabling compacts and flushes for region at 1732101452298Disabling writes for close at 1732101452298Obtaining lock to block concurrent updates at 1732101452299 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732101452299Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732101452299Flushing stores of hbase:meta,,1.1588230740 at 1732101452300 (+1 ms)Flushing 1588230740/info: creating writer at 1732101452300Flushing 1588230740/info: appending metadata at 1732101452314 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732101452314Flushing 1588230740/ns: creating writer at 1732101452737 (+423 ms)Flushing 1588230740/ns: appending metadata at 1732101452759 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732101452759Flushing 1588230740/table: creating writer at 1732101452788 (+29 ms)Flushing 1588230740/table: appending metadata at 1732101452806 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732101452806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724faeed: reopening flushed file at 1732101453220 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd2133d: reopening flushed file at 1732101453228 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6402af77: reopening flushed file at 1732101453237 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=11, compaction requested=false at 1732101453244 (+7 ms)Writing region close event to WAL at 1732101453245 (+1 ms)Running coprocessor post-close hooks at 1732101453249 (+4 ms)Closed at 1732101453249 2024-11-20T11:17:33,249 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:33,299 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,34985,1732101440709; all regions closed. 2024-11-20T11:17:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741834_1010 (size=2742) 2024-11-20T11:17:33,304 DEBUG [RS:0;448ea6c54a8c:34985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/oldWALs 2024-11-20T11:17:33,304 INFO [RS:0;448ea6c54a8c:34985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C34985%2C1732101440709.meta:.meta(num 1732101443674) 2024-11-20T11:17:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741837_1013 (size=1586) 2024-11-20T11:17:33,308 DEBUG [RS:0;448ea6c54a8c:34985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/oldWALs 2024-11-20T11:17:33,308 INFO [RS:0;448ea6c54a8c:34985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C34985%2C1732101440709.rep:(num 1732101448942) 2024-11-20T11:17:33,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741832_1008 (size=93) 2024-11-20T11:17:33,312 DEBUG [RS:0;448ea6c54a8c:34985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/oldWALs 2024-11-20T11:17:33,312 INFO [RS:0;448ea6c54a8c:34985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C34985%2C1732101440709:(num 1732101442712) 2024-11-20T11:17:33,312 DEBUG [RS:0;448ea6c54a8c:34985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:33,312 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:17:33,312 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:17:33,312 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:17:33,312 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:17:33,313 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:17:33,313 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,34985,1732101440709 because: Region server is closing 2024-11-20T11:17:33,313 INFO [RS:0;448ea6c54a8c:34985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:34985. 2024-11-20T11:17:33,313 DEBUG [RS:0;448ea6c54a8c:34985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:33,313 DEBUG [RS:0;448ea6c54a8c:34985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:33,313 DEBUG [RS:0;448ea6c54a8c:34985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:33,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:33,413 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.wal-reader.448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:17:33,413 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.shipper448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T11:17:33,414 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,34985,1732101440709.replicationSource.shipper448ea6c54a8c%2C34985%2C1732101440709,1-448ea6c54a8c,34985,1732101440709 terminated 2024-11-20T11:17:33,414 INFO [RS:0;448ea6c54a8c:34985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34985 2024-11-20T11:17:33,416 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:17:33,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0580704328/rs/448ea6c54a8c,34985,1732101440709 2024-11-20T11:17:33,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328/rs 2024-11-20T11:17:33,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,34985,1732101440709] 2024-11-20T11:17:33,419 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0580704328/draining/448ea6c54a8c,34985,1732101440709 already deleted, retry=false 2024-11-20T11:17:33,420 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,34985,1732101440709 expired; onlineServers=0 2024-11-20T11:17:33,420 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,40255,1732101440625' ***** 2024-11-20T11:17:33,420 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:17:33,420 INFO [M:0;448ea6c54a8c:40255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:17:33,420 INFO [M:0;448ea6c54a8c:40255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:17:33,420 DEBUG [M:0;448ea6c54a8c:40255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:17:33,420 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:17:33,420 DEBUG [M:0;448ea6c54a8c:40255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:17:33,420 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101442516 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101442516,5,FailOnTimeoutGroup] 2024-11-20T11:17:33,420 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101442516 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101442516,5,FailOnTimeoutGroup] 2024-11-20T11:17:33,420 INFO [M:0;448ea6c54a8c:40255 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:17:33,420 INFO [M:0;448ea6c54a8c:40255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:17:33,420 DEBUG [M:0;448ea6c54a8c:40255 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:17:33,420 INFO [M:0;448ea6c54a8c:40255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:17:33,420 INFO [M:0;448ea6c54a8c:40255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:17:33,421 INFO [M:0;448ea6c54a8c:40255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:17:33,421 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:17:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0580704328/master 2024-11-20T11:17:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0580704328 2024-11-20T11:17:33,422 DEBUG [M:0;448ea6c54a8c:40255 {}] zookeeper.ZKUtil(347): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Unable to get data of znode /0580704328/master because node does not exist (not an error) 2024-11-20T11:17:33,422 WARN [M:0;448ea6c54a8c:40255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:17:33,422 INFO [M:0;448ea6c54a8c:40255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/.lastflushedseqids 2024-11-20T11:17:33,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741842_1018 (size=181) 2024-11-20T11:17:33,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:33,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34985-0x10135186ab70001, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:33,518 INFO [RS:0;448ea6c54a8c:34985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:17:33,518 INFO [RS:0;448ea6c54a8c:34985 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,34985,1732101440709; zookeeper connection closed. 2024-11-20T11:17:33,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13300314 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13300314 2024-11-20T11:17:33,518 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:17:33,828 INFO [M:0;448ea6c54a8c:40255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:17:33,828 INFO [M:0;448ea6c54a8c:40255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:17:33,828 DEBUG [M:0;448ea6c54a8c:40255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:17:33,828 INFO [M:0;448ea6c54a8c:40255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:33,829 DEBUG [M:0;448ea6c54a8c:40255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:33,829 DEBUG [M:0;448ea6c54a8c:40255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:17:33,829 DEBUG [M:0;448ea6c54a8c:40255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:33,829 INFO [M:0;448ea6c54a8c:40255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T11:17:33,853 DEBUG [M:0;448ea6c54a8c:40255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8f7ad1b0d794de39f4cd72e55f2344d is 82, key is hbase:meta,,1/info:regioninfo/1732101443713/Put/seqid=0 2024-11-20T11:17:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741843_1019 (size=5672) 2024-11-20T11:17:33,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:33,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T11:17:33,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:34,258 INFO [M:0;448ea6c54a8c:40255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8f7ad1b0d794de39f4cd72e55f2344d 2024-11-20T11:17:34,279 DEBUG [M:0;448ea6c54a8c:40255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9944e1cb6b0b4612acf0c271c7ff8fdd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732101448992/Put/seqid=0 2024-11-20T11:17:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741844_1020 (size=7203) 2024-11-20T11:17:34,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:17:34,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:34,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:34,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:34,689 INFO [M:0;448ea6c54a8c:40255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9944e1cb6b0b4612acf0c271c7ff8fdd 2024-11-20T11:17:34,718 DEBUG [M:0;448ea6c54a8c:40255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e415f74e0fea40ebbe62af336bf12d8a is 69, key is 448ea6c54a8c,34985,1732101440709/rs:state/1732101442565/Put/seqid=0 2024-11-20T11:17:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741845_1021 (size=5156) 2024-11-20T11:17:35,126 INFO [M:0;448ea6c54a8c:40255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e415f74e0fea40ebbe62af336bf12d8a 2024-11-20T11:17:35,137 DEBUG [M:0;448ea6c54a8c:40255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8f7ad1b0d794de39f4cd72e55f2344d as hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8f7ad1b0d794de39f4cd72e55f2344d 2024-11-20T11:17:35,143 INFO [M:0;448ea6c54a8c:40255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8f7ad1b0d794de39f4cd72e55f2344d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T11:17:35,144 DEBUG [M:0;448ea6c54a8c:40255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9944e1cb6b0b4612acf0c271c7ff8fdd as hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9944e1cb6b0b4612acf0c271c7ff8fdd 2024-11-20T11:17:35,149 INFO [M:0;448ea6c54a8c:40255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9944e1cb6b0b4612acf0c271c7ff8fdd, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T11:17:35,150 DEBUG [M:0;448ea6c54a8c:40255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e415f74e0fea40ebbe62af336bf12d8a as hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e415f74e0fea40ebbe62af336bf12d8a 2024-11-20T11:17:35,165 INFO [M:0;448ea6c54a8c:40255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42965/user/jenkins/test-data/662ee070-8780-35c6-101c-6f3d89fdeef8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e415f74e0fea40ebbe62af336bf12d8a, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T11:17:35,167 INFO [M:0;448ea6c54a8c:40255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=70, compaction requested=false 2024-11-20T11:17:35,169 INFO [M:0;448ea6c54a8c:40255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:35,169 DEBUG [M:0;448ea6c54a8c:40255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101453828Disabling compacts and flushes for region at 1732101453828Disabling writes for close at 1732101453829 (+1 ms)Obtaining lock to block concurrent updates at 1732101453829Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101453829Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732101453829Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101453830 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101453830Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101453852 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101453852Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101454263 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101454279 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101454279Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101454696 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101454717 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101454717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411e0db4: reopening flushed file at 1732101455136 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3ef1ee: reopening flushed file at 1732101455143 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32816f59: reopening flushed file at 1732101455150 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=70, compaction requested=false at 1732101455167 (+17 ms)Writing region close event to WAL at 1732101455169 (+2 ms)Closed at 1732101455169 2024-11-20T11:17:35,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44517 is added to blk_1073741830_1006 (size=41008) 2024-11-20T11:17:35,178 INFO [M:0;448ea6c54a8c:40255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:17:35,178 INFO [M:0;448ea6c54a8c:40255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40255 2024-11-20T11:17:35,178 INFO [M:0;448ea6c54a8c:40255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:17:35,179 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:17:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:35,281 INFO [M:0;448ea6c54a8c:40255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:17:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10135186ab70000, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:17:35,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:17:35,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:17:35,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:17:35,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:17:35,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/hadoop.log.dir/,STOPPED} 2024-11-20T11:17:35,292 WARN [BP-79524527-172.17.0.2-1732101439566 heartbeating to localhost/127.0.0.1:42965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:17:35,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:17:35,292 WARN [BP-79524527-172.17.0.2-1732101439566 heartbeating to localhost/127.0.0.1:42965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79524527-172.17.0.2-1732101439566 (Datanode Uuid 4ae7dbc3-a41c-4a4e-ace2-dc17d99465e0) service to localhost/127.0.0.1:42965 2024-11-20T11:17:35,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:17:35,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/cluster_39792aa4-e2d0-8cd7-1076-317bb0b63428/data/data1/current/BP-79524527-172.17.0.2-1732101439566 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:17:35,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/cluster_39792aa4-e2d0-8cd7-1076-317bb0b63428/data/data2/current/BP-79524527-172.17.0.2-1732101439566 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:17:35,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:17:35,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:17:35,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:17:35,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:17:35,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:17:35,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82fc17a6-1d7a-0793-2fdd-843a4b43ff44/hadoop.log.dir/,STOPPED} 2024-11-20T11:17:35,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:17:35,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:17:35,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 110) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54787) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42965 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54787) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45127 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9328 (was 8246) - AvailableMemoryMB LEAK? - 2024-11-20T11:17:35,339 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=9329 2024-11-20T11:17:35,356 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-20T11:17:35,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/hadoop.log.dir so I do NOT create it in target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf 2024-11-20T11:17:35,357 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:17:35,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/hadoop.tmp.dir so I do NOT create it in target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf 2024-11-20T11:17:35,357 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b64fcb35-a5c5-0295-494e-8fdb6f5d05af/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:17:35,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf 2024-11-20T11:17:35,357 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/cluster_3353a51b-f7ef-5237-140c-3779ffa0edf3, deleteOnExit=true 2024-11-20T11:17:35,360 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/cluster_3353a51b-f7ef-5237-140c-3779ffa0edf3/zookeeper_0, clientPort=50019, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/cluster_3353a51b-f7ef-5237-140c-3779ffa0edf3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/cluster_3353a51b-f7ef-5237-140c-3779ffa0edf3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:17:35,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50019 2024-11-20T11:17:35,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:17:35,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:17:35,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/test.cache.data in system properties and HBase conf 2024-11-20T11:17:35,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:17:35,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:17:35,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:17:35,362 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:17:35,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:17:35,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:17:35,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:17:35,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10135186ab70005, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:17:35,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10135186ab70002, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:17:35,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10135186ab70002, quorum=127.0.0.1:54787, baseZNode=/0580704328 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:17:35,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10135186ab70005, quorum=127.0.0.1:54787, baseZNode=/1724158764 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:17:35,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:35,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:17:35,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:17:35,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:17:35,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:17:35,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:35,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:17:35,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:17:35,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/java.io.tmpdir/jetty-localhost-40147-hadoop-hdfs-3_4_1-tests_jar-_-any-184464806796033676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:17:35,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:40147} 2024-11-20T11:17:35,623 INFO [Time-limited test {}] server.Server(415): Started @46877ms 2024-11-20T11:17:35,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:35,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:17:35,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:17:35,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:17:35,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:17:35,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:17:35,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:17:35,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/java.io.tmpdir/jetty-localhost-40309-hadoop-hdfs-3_4_1-tests_jar-_-any-3903140541277097123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:17:35,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:40309} 2024-11-20T11:17:35,890 INFO [Time-limited test {}] server.Server(415): Started @47144ms 2024-11-20T11:17:35,892 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:17:35,992 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/cluster_3353a51b-f7ef-5237-140c-3779ffa0edf3/data/data1/current/BP-698940479-172.17.0.2-1732101455381/current, will proceed with Du for space computation calculation, 2024-11-20T11:17:35,992 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/cluster_3353a51b-f7ef-5237-140c-3779ffa0edf3/data/data2/current/BP-698940479-172.17.0.2-1732101455381/current, will proceed with Du for space computation calculation, 2024-11-20T11:17:36,010 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:17:36,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd60ff3899e27b11c with lease ID 0xfd60f85ba5ceda18: Processing first storage report for DS-756154d4-7f91-49b8-96ed-c4c198b881c0 from datanode DatanodeRegistration(127.0.0.1:44109, datanodeUuid=d171b552-edb5-4b8e-a6b6-7fa9c401307c, infoPort=42407, infoSecurePort=0, ipcPort=39911, storageInfo=lv=-57;cid=testClusterID;nsid=1700471163;c=1732101455381) 2024-11-20T11:17:36,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd60ff3899e27b11c with lease ID 0xfd60f85ba5ceda18: from storage DS-756154d4-7f91-49b8-96ed-c4c198b881c0 node DatanodeRegistration(127.0.0.1:44109, datanodeUuid=d171b552-edb5-4b8e-a6b6-7fa9c401307c, infoPort=42407, infoSecurePort=0, ipcPort=39911, storageInfo=lv=-57;cid=testClusterID;nsid=1700471163;c=1732101455381), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:17:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd60ff3899e27b11c with lease ID 0xfd60f85ba5ceda18: Processing first storage report for DS-07a34f99-d62e-4594-a051-7878ed2a6eb3 from datanode DatanodeRegistration(127.0.0.1:44109, datanodeUuid=d171b552-edb5-4b8e-a6b6-7fa9c401307c, infoPort=42407, infoSecurePort=0, ipcPort=39911, storageInfo=lv=-57;cid=testClusterID;nsid=1700471163;c=1732101455381) 2024-11-20T11:17:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd60ff3899e27b11c with lease ID 0xfd60f85ba5ceda18: from storage DS-07a34f99-d62e-4594-a051-7878ed2a6eb3 node DatanodeRegistration(127.0.0.1:44109, datanodeUuid=d171b552-edb5-4b8e-a6b6-7fa9c401307c, infoPort=42407, infoSecurePort=0, ipcPort=39911, storageInfo=lv=-57;cid=testClusterID;nsid=1700471163;c=1732101455381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:17:36,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf 2024-11-20T11:17:36,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:36,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:36,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:17:36,436 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a with version=8 2024-11-20T11:17:36,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/hbase-staging 2024-11-20T11:17:36,439 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:17:36,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:36,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:36,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:17:36,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:36,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:17:36,439 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:17:36,439 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:17:36,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45129 2024-11-20T11:17:36,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45129 connecting to ZooKeeper ensemble=127.0.0.1:50019 2024-11-20T11:17:36,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451290x0, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:36,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45129-0x1013518a88f0000 connected 2024-11-20T11:17:36,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:36,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:36,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Set watcher on znode that does not yet exist, /01775338018/running 2024-11-20T11:17:36,492 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a, hbase.cluster.distributed=false 2024-11-20T11:17:36,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Set watcher on znode that does not yet exist, /01775338018/acl 2024-11-20T11:17:36,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45129 2024-11-20T11:17:36,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45129 2024-11-20T11:17:36,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45129 2024-11-20T11:17:36,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45129 2024-11-20T11:17:36,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45129 2024-11-20T11:17:36,527 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:17:36,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:36,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:36,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:17:36,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:36,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:17:36,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:17:36,527 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:17:36,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41191 2024-11-20T11:17:36,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41191 connecting to ZooKeeper ensemble=127.0.0.1:50019 2024-11-20T11:17:36,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:36,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:36,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411910x0, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:36,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411910x0, quorum=127.0.0.1:50019, baseZNode=/01775338018 Set watcher on znode that does not yet exist, /01775338018/running 2024-11-20T11:17:36,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41191-0x1013518a88f0001 connected 2024-11-20T11:17:36,538 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:17:36,538 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:17:36,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Set watcher on znode that does not yet exist, /01775338018/master 2024-11-20T11:17:36,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Set watcher on znode that does not yet exist, /01775338018/acl 2024-11-20T11:17:36,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41191 2024-11-20T11:17:36,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41191 2024-11-20T11:17:36,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41191 2024-11-20T11:17:36,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41191 2024-11-20T11:17:36,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41191 2024-11-20T11:17:36,557 DEBUG [M:0;448ea6c54a8c:45129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:45129 2024-11-20T11:17:36,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01775338018/backup-masters/448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:36,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018/backup-masters 2024-11-20T11:17:36,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018/backup-masters 2024-11-20T11:17:36,562 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Set watcher on existing znode=/01775338018/backup-masters/448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:36,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01775338018/master 2024-11-20T11:17:36,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:36,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:36,564 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Set watcher on existing znode=/01775338018/master 2024-11-20T11:17:36,565 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01775338018/backup-masters/448ea6c54a8c,45129,1732101456438 from backup master directory 2024-11-20T11:17:36,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01775338018/backup-masters/448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:36,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018/backup-masters 2024-11-20T11:17:36,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018/backup-masters 2024-11-20T11:17:36,567 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:36,567 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:36,571 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/hbase.id] with ID: 63b5591d-3a80-4187-8a22-7c5c18205fe2 2024-11-20T11:17:36,571 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/.tmp/hbase.id 2024-11-20T11:17:36,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:17:36,984 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/.tmp/hbase.id]:[hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/hbase.id] 2024-11-20T11:17:36,999 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:36,999 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:17:37,001 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T11:17:37,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:37,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:37,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:17:37,411 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:37,413 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:17:37,414 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:17:37,436 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store 2024-11-20T11:17:37,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:17:37,847 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:37,847 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:17:37,847 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:37,847 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:37,847 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:17:37,847 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:37,847 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:37,847 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101457847Disabling compacts and flushes for region at 1732101457847Disabling writes for close at 1732101457847Writing region close event to WAL at 1732101457847Closed at 1732101457847 2024-11-20T11:17:37,849 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/.initializing 2024-11-20T11:17:37,849 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/WALs/448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:37,850 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:37,852 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C45129%2C1732101456438, suffix=, logDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/WALs/448ea6c54a8c,45129,1732101456438, archiveDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/oldWALs, maxLogs=10 2024-11-20T11:17:37,872 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/WALs/448ea6c54a8c,45129,1732101456438/448ea6c54a8c%2C45129%2C1732101456438.1732101457852, exclude list is [], retry=0 2024-11-20T11:17:37,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44109,DS-756154d4-7f91-49b8-96ed-c4c198b881c0,DISK] 2024-11-20T11:17:37,881 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/WALs/448ea6c54a8c,45129,1732101456438/448ea6c54a8c%2C45129%2C1732101456438.1732101457852 2024-11-20T11:17:37,881 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42407:42407)] 2024-11-20T11:17:37,881 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:37,882 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:37,882 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,882 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:17:37,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:37,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:37,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:17:37,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:37,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:37,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:17:37,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:37,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:37,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:17:37,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:37,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:37,905 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,906 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,906 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,908 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,908 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,909 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:37,920 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:37,926 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:37,927 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74709276, jitterRate=0.11325496435165405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:37,928 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101457882Initializing all the Stores at 1732101457883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101457883Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101457884 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101457884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101457884Cleaning up temporary data from old regions at 1732101457908 (+24 ms)Region opened successfully at 1732101457928 (+20 ms) 2024-11-20T11:17:37,931 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:17:37,936 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698853c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:37,938 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:17:37,938 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:17:37,938 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:17:37,938 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:17:37,939 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:17:37,939 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:17:37,939 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:17:37,947 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:17:37,948 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Unable to get data of znode /01775338018/balancer because node does not exist (not necessarily an error) 2024-11-20T11:17:37,953 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01775338018/balancer already deleted, retry=false 2024-11-20T11:17:37,953 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:17:37,954 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Unable to get data of znode /01775338018/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:17:37,956 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01775338018/normalizer already deleted, retry=false 2024-11-20T11:17:37,957 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:17:37,958 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Unable to get data of znode /01775338018/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:17:37,962 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01775338018/switch/split already deleted, retry=false 2024-11-20T11:17:37,963 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Unable to get data of znode /01775338018/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:17:37,965 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01775338018/switch/merge already deleted, retry=false 2024-11-20T11:17:37,971 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Unable to get data of znode /01775338018/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:17:37,973 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01775338018/snapshot-cleanup already deleted, retry=false 2024-11-20T11:17:37,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01775338018/running 2024-11-20T11:17:37,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:37,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01775338018/running 2024-11-20T11:17:37,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:37,980 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,45129,1732101456438, sessionid=0x1013518a88f0000, setting cluster-up flag (Was=false) 2024-11-20T11:17:37,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:37,998 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01775338018/flush-table-proc/acquired, /01775338018/flush-table-proc/reached, /01775338018/flush-table-proc/abort 2024-11-20T11:17:37,999 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:38,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:38,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:38,013 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01775338018/online-snapshot/acquired, /01775338018/online-snapshot/reached, /01775338018/online-snapshot/abort 2024-11-20T11:17:38,014 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:38,016 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:17:38,025 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:38,025 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:17:38,026 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:17:38,026 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,45129,1732101456438 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:17:38,027 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:38,027 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:38,027 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:38,028 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:38,028 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:17:38,028 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,028 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:38,028 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:38,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:17:38,035 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101488035 2024-11-20T11:17:38,035 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:17:38,035 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:17:38,035 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:17:38,035 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:17:38,035 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:17:38,035 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:17:38,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:38,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:17:38,040 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,044 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:17:38,045 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:17:38,045 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:17:38,045 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:17:38,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:17:38,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:17:38,046 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101458046,5,FailOnTimeoutGroup] 2024-11-20T11:17:38,046 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101458046,5,FailOnTimeoutGroup] 2024-11-20T11:17:38,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:17:38,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:17:38,056 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(746): ClusterId : 63b5591d-3a80-4187-8a22-7c5c18205fe2 2024-11-20T11:17:38,056 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:17:38,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:17:38,057 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a 2024-11-20T11:17:38,061 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:17:38,061 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:17:38,063 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:17:38,063 DEBUG [RS:0;448ea6c54a8c:41191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d148f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741832_1008 (size=32) 2024-11-20T11:17:38,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:38,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:38,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:38,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:38,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:38,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:38,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:38,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:38,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:38,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:38,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:38,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:38,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:38,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:38,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:38,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:38,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:38,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:38,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740 2024-11-20T11:17:38,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740 2024-11-20T11:17:38,079 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:41191 2024-11-20T11:17:38,080 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:17:38,080 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:17:38,080 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:17:38,080 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,45129,1732101456438 with port=41191, startcode=1732101456526 2024-11-20T11:17:38,081 DEBUG [RS:0;448ea6c54a8c:41191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:17:38,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:38,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:38,081 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:38,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:38,085 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:17:38,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:38,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:38,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45129 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:38,086 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65186299, jitterRate=-0.02864845097064972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:38,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101458069Initializing all the Stores at 1732101458070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101458070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101458070Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101458070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101458070Cleaning up temporary data from old regions at 1732101458081 (+11 ms)Region opened successfully at 1732101458087 (+6 ms) 2024-11-20T11:17:38,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:17:38,087 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:17:38,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:17:38,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:17:38,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:17:38,087 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a 2024-11-20T11:17:38,088 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45277 2024-11-20T11:17:38,088 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:17:38,088 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:38,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101458087Disabling compacts and flushes for region at 1732101458087Disabling writes for close at 1732101458087Writing region close event to WAL at 1732101458088 (+1 ms)Closed at 1732101458088 2024-11-20T11:17:38,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:38,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:17:38,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018/rs 2024-11-20T11:17:38,090 DEBUG [RS:0;448ea6c54a8c:41191 {}] zookeeper.ZKUtil(111): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Set watcher on existing znode=/01775338018/rs/448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:38,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:17:38,090 WARN [RS:0;448ea6c54a8c:41191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:38,090 INFO [RS:0;448ea6c54a8c:41191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:38,090 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:38,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,41191,1732101456526] 2024-11-20T11:17:38,092 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:38,093 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:17:38,113 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:17:38,116 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:17:38,124 INFO [RS:0;448ea6c54a8c:41191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:17:38,125 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,129 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:17:38,130 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:17:38,130 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,130 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,130 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,130 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,130 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,130 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,130 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:38,130 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,130 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,131 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,132 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,132 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,132 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:38,132 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:38,133 DEBUG [RS:0;448ea6c54a8c:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:38,139 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,139 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,139 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,139 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,139 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,139 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41191,1732101456526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:38,158 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:17:38,159 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41191,1732101456526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,159 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,159 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.Replication(171): 448ea6c54a8c,41191,1732101456526 started 2024-11-20T11:17:38,180 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,180 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,41191,1732101456526, RpcServer on 448ea6c54a8c/172.17.0.2:41191, sessionid=0x1013518a88f0001 2024-11-20T11:17:38,181 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:17:38,181 DEBUG [RS:0;448ea6c54a8c:41191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:38,181 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,41191,1732101456526' 2024-11-20T11:17:38,181 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01775338018/flush-table-proc/abort' 2024-11-20T11:17:38,183 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01775338018/flush-table-proc/acquired' 2024-11-20T11:17:38,185 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:17:38,185 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:17:38,185 DEBUG [RS:0;448ea6c54a8c:41191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:38,185 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,41191,1732101456526' 2024-11-20T11:17:38,185 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01775338018/online-snapshot/abort' 2024-11-20T11:17:38,185 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01775338018/online-snapshot/acquired' 2024-11-20T11:17:38,186 DEBUG [RS:0;448ea6c54a8c:41191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:17:38,186 INFO [RS:0;448ea6c54a8c:41191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:17:38,186 INFO [RS:0;448ea6c54a8c:41191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:17:38,243 WARN [448ea6c54a8c:45129 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T11:17:38,286 INFO [RS:0;448ea6c54a8c:41191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:38,289 INFO [RS:0;448ea6c54a8c:41191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41191%2C1732101456526, suffix=, logDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526, archiveDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/oldWALs, maxLogs=10 2024-11-20T11:17:38,309 DEBUG [RS:0;448ea6c54a8c:41191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289, exclude list is [], retry=0 2024-11-20T11:17:38,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44109,DS-756154d4-7f91-49b8-96ed-c4c198b881c0,DISK] 2024-11-20T11:17:38,314 INFO [RS:0;448ea6c54a8c:41191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 2024-11-20T11:17:38,315 DEBUG [RS:0;448ea6c54a8c:41191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42407:42407)] 2024-11-20T11:17:38,493 DEBUG [448ea6c54a8c:45129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:17:38,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:38,495 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,41191,1732101456526, state=OPENING 2024-11-20T11:17:38,496 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:17:38,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:38,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:38,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01775338018/meta-region-server: CHANGED 2024-11-20T11:17:38,500 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:38,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01775338018/meta-region-server: CHANGED 2024-11-20T11:17:38,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41191,1732101456526}] 2024-11-20T11:17:38,653 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:17:38,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:17:38,658 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:17:38,658 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:38,659 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:17:38,660 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41191%2C1732101456526.meta, suffix=.meta, logDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526, archiveDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/oldWALs, maxLogs=10 2024-11-20T11:17:38,679 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.meta.1732101458661.meta, exclude list is [], retry=0 2024-11-20T11:17:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44109,DS-756154d4-7f91-49b8-96ed-c4c198b881c0,DISK] 2024-11-20T11:17:38,682 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.meta.1732101458661.meta 2024-11-20T11:17:38,683 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42407:42407)] 2024-11-20T11:17:38,683 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:38,683 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:38,683 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:17:38,684 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:17:38,684 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:17:38,684 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:17:38,684 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:38,684 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:17:38,684 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:17:38,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:38,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:38,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:38,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:38,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:38,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:38,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:38,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:38,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:38,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:38,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:38,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:38,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:38,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:38,691 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:38,692 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740 2024-11-20T11:17:38,693 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740 2024-11-20T11:17:38,694 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:38,694 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:38,695 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:38,696 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:38,697 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65241413, jitterRate=-0.027827188372612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:38,697 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:17:38,697 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101458684Writing region info on filesystem at 1732101458684Initializing all the Stores at 1732101458685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101458685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101458685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101458685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101458685Cleaning up temporary data from old regions at 1732101458694 (+9 ms)Running coprocessor post-open hooks at 1732101458697 (+3 ms)Region opened successfully at 1732101458697 2024-11-20T11:17:38,699 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101458652 2024-11-20T11:17:38,702 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:17:38,702 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:17:38,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:38,703 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,41191,1732101456526, state=OPEN 2024-11-20T11:17:38,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01775338018/meta-region-server 2024-11-20T11:17:38,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01775338018/meta-region-server 2024-11-20T11:17:38,707 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:38,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01775338018/meta-region-server: CHANGED 2024-11-20T11:17:38,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01775338018/meta-region-server: CHANGED 2024-11-20T11:17:38,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:17:38,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41191,1732101456526 in 207 msec 2024-11-20T11:17:38,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:17:38,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-20T11:17:38,713 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:38,713 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:17:38,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:38,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41191,1732101456526, seqNum=-1] 2024-11-20T11:17:38,715 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:38,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:38,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 704 msec 2024-11-20T11:17:38,722 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101458722, completionTime=-1 2024-11-20T11:17:38,722 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:17:38,722 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:17:38,724 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:17:38,724 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101518724 2024-11-20T11:17:38,724 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101578724 2024-11-20T11:17:38,724 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T11:17:38,725 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45129,1732101456438-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,725 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45129,1732101456438-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,725 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45129,1732101456438-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,725 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:45129, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,725 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,725 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,727 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:17:38,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.162sec 2024-11-20T11:17:38,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:17:38,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:17:38,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:17:38,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:17:38,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:17:38,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45129,1732101456438-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:38,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45129,1732101456438-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:17:38,732 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:17:38,732 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:17:38,732 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45129,1732101456438-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:38,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:38,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,45129,-1 for getting cluster id 2024-11-20T11:17:38,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:38,757 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b5591d-3a80-4187-8a22-7c5c18205fe2' 2024-11-20T11:17:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b5591d-3a80-4187-8a22-7c5c18205fe2" 2024-11-20T11:17:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70adc4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,45129,-1] 2024-11-20T11:17:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:38,759 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:38,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:38,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41191,1732101456526, seqNum=-1] 2024-11-20T11:17:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:38,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:38,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:38,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50019 2024-11-20T11:17:38,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:38,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013518a88f0002 connected 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/hadoop.log.dir so I do NOT create it in target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982 2024-11-20T11:17:38,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/hadoop.tmp.dir so I do NOT create it in target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982 2024-11-20T11:17:38,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:17:38,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/cluster_460e2fb7-348a-5a73-c114-20c51a0ff771, deleteOnExit=true 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/test.cache.data in system properties and HBase conf 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:17:38,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:17:38,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:17:38,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:38,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:17:38,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:17:38,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:17:38,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:17:38,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:38,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:17:38,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:17:38,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/java.io.tmpdir/jetty-localhost-33999-hadoop-hdfs-3_4_1-tests_jar-_-any-4182781194673314638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:17:38,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:33999} 2024-11-20T11:17:38,986 INFO [Time-limited test {}] server.Server(415): Started @50240ms 2024-11-20T11:17:39,076 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:17:39,100 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:39,101 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:39,101 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:39,108 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:39,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:17:39,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:17:39,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:17:39,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:17:39,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:17:39,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:17:39,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:17:39,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28bd404e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/java.io.tmpdir/jetty-localhost-40929-hadoop-hdfs-3_4_1-tests_jar-_-any-8654192758333695092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:17:39,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:40929} 2024-11-20T11:17:39,266 INFO [Time-limited test {}] server.Server(415): Started @50520ms 2024-11-20T11:17:39,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:17:39,381 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/cluster_460e2fb7-348a-5a73-c114-20c51a0ff771/data/data2/current/BP-546814601-172.17.0.2-1732101458806/current, will proceed with Du for space computation calculation, 2024-11-20T11:17:39,381 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/cluster_460e2fb7-348a-5a73-c114-20c51a0ff771/data/data1/current/BP-546814601-172.17.0.2-1732101458806/current, will proceed with Du for space computation calculation, 2024-11-20T11:17:39,403 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:17:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc20ef914760c99b2 with lease ID 0x3f1dcf32509fb63a: Processing first storage report for DS-894ab20e-8a4b-4bc6-a9b1-f82403f0df30 from datanode DatanodeRegistration(127.0.0.1:36417, datanodeUuid=97601dc4-374f-4400-a0ff-8573135a1ee1, infoPort=45655, infoSecurePort=0, ipcPort=36841, storageInfo=lv=-57;cid=testClusterID;nsid=233656537;c=1732101458806) 2024-11-20T11:17:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc20ef914760c99b2 with lease ID 0x3f1dcf32509fb63a: from storage DS-894ab20e-8a4b-4bc6-a9b1-f82403f0df30 node DatanodeRegistration(127.0.0.1:36417, datanodeUuid=97601dc4-374f-4400-a0ff-8573135a1ee1, infoPort=45655, infoSecurePort=0, ipcPort=36841, storageInfo=lv=-57;cid=testClusterID;nsid=233656537;c=1732101458806), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:17:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc20ef914760c99b2 with lease ID 0x3f1dcf32509fb63a: Processing first storage report for DS-8e9236c7-3e0f-4dee-bda3-7709e96a789b from datanode DatanodeRegistration(127.0.0.1:36417, datanodeUuid=97601dc4-374f-4400-a0ff-8573135a1ee1, infoPort=45655, infoSecurePort=0, ipcPort=36841, storageInfo=lv=-57;cid=testClusterID;nsid=233656537;c=1732101458806) 2024-11-20T11:17:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc20ef914760c99b2 with lease ID 0x3f1dcf32509fb63a: from storage DS-8e9236c7-3e0f-4dee-bda3-7709e96a789b node DatanodeRegistration(127.0.0.1:36417, datanodeUuid=97601dc4-374f-4400-a0ff-8573135a1ee1, infoPort=45655, infoSecurePort=0, ipcPort=36841, storageInfo=lv=-57;cid=testClusterID;nsid=233656537;c=1732101458806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:17:39,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982 2024-11-20T11:17:39,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:39,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:39,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:17:39,916 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85 with version=8 2024-11-20T11:17:39,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/hbase-staging 2024-11-20T11:17:39,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:17:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:39,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:17:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:17:39,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:17:39,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:17:39,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40949 2024-11-20T11:17:39,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40949 connecting to ZooKeeper ensemble=127.0.0.1:50019 2024-11-20T11:17:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409490x0, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:39,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40949-0x1013518a88f0003 connected 2024-11-20T11:17:39,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:39,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:39,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Set watcher on znode that does not yet exist, /11908750613/running 2024-11-20T11:17:39,938 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85, hbase.cluster.distributed=false 2024-11-20T11:17:39,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Set watcher on znode that does not yet exist, /11908750613/acl 2024-11-20T11:17:39,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40949 2024-11-20T11:17:39,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40949 2024-11-20T11:17:39,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40949 2024-11-20T11:17:39,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40949 2024-11-20T11:17:39,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40949 2024-11-20T11:17:39,957 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:17:39,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:39,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:39,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:17:39,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:17:39,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:17:39,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:17:39,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:17:39,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35885 2024-11-20T11:17:39,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35885 connecting to ZooKeeper ensemble=127.0.0.1:50019 2024-11-20T11:17:39,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:39,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:39,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358850x0, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:39,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358850x0, quorum=127.0.0.1:50019, baseZNode=/11908750613 Set watcher on znode that does not yet exist, /11908750613/running 2024-11-20T11:17:39,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35885-0x1013518a88f0004 connected 2024-11-20T11:17:39,965 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:17:39,965 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:17:39,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Set watcher on znode that does not yet exist, /11908750613/master 2024-11-20T11:17:39,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Set watcher on znode that does not yet exist, /11908750613/acl 2024-11-20T11:17:39,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-20T11:17:39,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35885 2024-11-20T11:17:39,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35885 2024-11-20T11:17:39,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-20T11:17:39,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-20T11:17:39,980 DEBUG [M:0;448ea6c54a8c:40949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:40949 2024-11-20T11:17:39,981 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11908750613/backup-masters/448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:39,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613/backup-masters 2024-11-20T11:17:39,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613/backup-masters 2024-11-20T11:17:39,983 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Set watcher on existing znode=/11908750613/backup-masters/448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:39,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:39,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11908750613/master 2024-11-20T11:17:39,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:39,986 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Set watcher on existing znode=/11908750613/master 2024-11-20T11:17:39,986 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11908750613/backup-masters/448ea6c54a8c,40949,1732101459918 from backup master directory 2024-11-20T11:17:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11908750613/backup-masters/448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613/backup-masters 2024-11-20T11:17:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613/backup-masters 2024-11-20T11:17:39,987 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:39,987 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:39,992 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/hbase.id] with ID: 59896384-e1d1-4b7c-ab3d-4ad691a96405 2024-11-20T11:17:39,992 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/.tmp/hbase.id 2024-11-20T11:17:39,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:17:40,399 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/.tmp/hbase.id]:[hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/hbase.id] 2024-11-20T11:17:40,410 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:40,410 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:17:40,411 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:17:40,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:40,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:40,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:17:40,819 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:40,820 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:17:40,820 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:17:41,228 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store 2024-11-20T11:17:41,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:17:41,634 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:41,634 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:17:41,634 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:41,634 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:41,634 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:17:41,634 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:41,634 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:17:41,634 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101461634Disabling compacts and flushes for region at 1732101461634Disabling writes for close at 1732101461634Writing region close event to WAL at 1732101461634Closed at 1732101461634 2024-11-20T11:17:41,636 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/.initializing 2024-11-20T11:17:41,636 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/WALs/448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:41,637 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:41,639 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C40949%2C1732101459918, suffix=, logDir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/WALs/448ea6c54a8c,40949,1732101459918, archiveDir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/oldWALs, maxLogs=10 2024-11-20T11:17:41,655 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/WALs/448ea6c54a8c,40949,1732101459918/448ea6c54a8c%2C40949%2C1732101459918.1732101461640, exclude list is [], retry=0 2024-11-20T11:17:41,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36417,DS-894ab20e-8a4b-4bc6-a9b1-f82403f0df30,DISK] 2024-11-20T11:17:41,660 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/WALs/448ea6c54a8c,40949,1732101459918/448ea6c54a8c%2C40949%2C1732101459918.1732101461640 2024-11-20T11:17:41,660 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45655:45655)] 2024-11-20T11:17:41,660 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:41,660 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:41,661 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,661 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:17:41,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:41,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:41,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:17:41,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:41,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:41,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:17:41,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:41,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:41,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:17:41,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:41,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:41,668 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,669 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,669 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,670 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,670 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,671 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:41,672 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:17:41,674 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:41,674 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59838909, jitterRate=-0.10833077132701874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:41,674 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101461661Initializing all the Stores at 1732101461661Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101461661Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101461662 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101461662Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101461662Cleaning up temporary data from old regions at 1732101461670 (+8 ms)Region opened successfully at 1732101461674 (+4 ms) 2024-11-20T11:17:41,677 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:17:41,680 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485ec4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:41,680 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:17:41,681 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:17:41,681 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:17:41,681 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:17:41,681 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:17:41,681 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:17:41,682 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:17:41,683 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:17:41,684 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Unable to get data of znode /11908750613/balancer because node does not exist (not necessarily an error) 2024-11-20T11:17:41,685 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11908750613/balancer already deleted, retry=false 2024-11-20T11:17:41,686 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:17:41,686 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Unable to get data of znode /11908750613/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:17:41,689 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11908750613/normalizer already deleted, retry=false 2024-11-20T11:17:41,689 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:17:41,691 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Unable to get data of znode /11908750613/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:17:41,692 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11908750613/switch/split already deleted, retry=false 2024-11-20T11:17:41,692 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Unable to get data of znode /11908750613/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:17:41,693 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11908750613/switch/merge already deleted, retry=false 2024-11-20T11:17:41,695 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Unable to get data of znode /11908750613/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:17:41,696 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11908750613/snapshot-cleanup already deleted, retry=false 2024-11-20T11:17:41,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11908750613/running 2024-11-20T11:17:41,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11908750613/running 2024-11-20T11:17:41,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:41,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:41,699 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,40949,1732101459918, sessionid=0x1013518a88f0003, setting cluster-up flag (Was=false) 2024-11-20T11:17:41,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:41,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:41,707 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11908750613/flush-table-proc/acquired, /11908750613/flush-table-proc/reached, /11908750613/flush-table-proc/abort 2024-11-20T11:17:41,713 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:41,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:41,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:41,721 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11908750613/online-snapshot/acquired, /11908750613/online-snapshot/reached, /11908750613/online-snapshot/abort 2024-11-20T11:17:41,722 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:41,723 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:17:41,725 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:41,726 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:17:41,726 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:17:41,726 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,40949,1732101459918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:17:41,727 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:41,727 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:41,727 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:41,727 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:17:41,727 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:17:41,727 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,727 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:41,727 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:41,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:17:41,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:41,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:17:41,732 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101491732 2024-11-20T11:17:41,732 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:17:41,732 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:17:41,732 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:17:41,732 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:17:41,732 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:17:41,732 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:17:41,736 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,739 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:17:41,739 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:17:41,739 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:17:41,739 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:17:41,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:17:41,744 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:17:41,744 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:17:41,745 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101461744,5,FailOnTimeoutGroup] 2024-11-20T11:17:41,747 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101461745,5,FailOnTimeoutGroup] 2024-11-20T11:17:41,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:17:41,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,747 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,772 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(746): ClusterId : 59896384-e1d1-4b7c-ab3d-4ad691a96405 2024-11-20T11:17:41,772 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:17:41,774 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:17:41,775 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:17:41,777 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:17:41,778 DEBUG [RS:0;448ea6c54a8c:35885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273ecfda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:17:41,790 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:35885 2024-11-20T11:17:41,790 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:17:41,790 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:17:41,790 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:17:41,791 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,40949,1732101459918 with port=35885, startcode=1732101459956 2024-11-20T11:17:41,791 DEBUG [RS:0;448ea6c54a8c:35885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:17:41,793 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:17:41,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:41,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40949 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:41,795 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85 2024-11-20T11:17:41,795 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38919 2024-11-20T11:17:41,795 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:17:41,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613/rs 2024-11-20T11:17:41,799 DEBUG [RS:0;448ea6c54a8c:35885 {}] zookeeper.ZKUtil(111): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Set watcher on existing znode=/11908750613/rs/448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:41,799 WARN [RS:0;448ea6c54a8c:35885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:17:41,799 INFO [RS:0;448ea6c54a8c:35885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:41,799 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/WALs/448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:41,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,35885,1732101459956] 2024-11-20T11:17:41,803 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:17:41,806 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:17:41,808 INFO [RS:0;448ea6c54a8c:35885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:17:41,808 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,812 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:17:41,813 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:17:41,813 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:17:41,813 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:41,814 DEBUG [RS:0;448ea6c54a8c:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:17:41,814 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,814 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,814 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,814 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,814 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,814 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35885,1732101459956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:41,830 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:17:41,830 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35885,1732101459956-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,830 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,830 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.Replication(171): 448ea6c54a8c,35885,1732101459956 started 2024-11-20T11:17:41,847 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:41,847 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,35885,1732101459956, RpcServer on 448ea6c54a8c/172.17.0.2:35885, sessionid=0x1013518a88f0004 2024-11-20T11:17:41,847 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:17:41,847 DEBUG [RS:0;448ea6c54a8c:35885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:41,847 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,35885,1732101459956' 2024-11-20T11:17:41,847 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11908750613/flush-table-proc/abort' 2024-11-20T11:17:41,848 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11908750613/flush-table-proc/acquired' 2024-11-20T11:17:41,848 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:17:41,848 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:17:41,848 DEBUG [RS:0;448ea6c54a8c:35885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:41,848 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,35885,1732101459956' 2024-11-20T11:17:41,848 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11908750613/online-snapshot/abort' 2024-11-20T11:17:41,849 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11908750613/online-snapshot/acquired' 2024-11-20T11:17:41,849 DEBUG [RS:0;448ea6c54a8c:35885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:17:41,849 INFO [RS:0;448ea6c54a8c:35885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:17:41,849 INFO [RS:0;448ea6c54a8c:35885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:17:41,950 INFO [RS:0;448ea6c54a8c:35885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:17:41,952 INFO [RS:0;448ea6c54a8c:35885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C35885%2C1732101459956, suffix=, logDir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/WALs/448ea6c54a8c,35885,1732101459956, archiveDir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/oldWALs, maxLogs=10 2024-11-20T11:17:41,969 DEBUG [RS:0;448ea6c54a8c:35885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/WALs/448ea6c54a8c,35885,1732101459956/448ea6c54a8c%2C35885%2C1732101459956.1732101461952, exclude list is [], retry=0 2024-11-20T11:17:41,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36417,DS-894ab20e-8a4b-4bc6-a9b1-f82403f0df30,DISK] 2024-11-20T11:17:41,974 INFO [RS:0;448ea6c54a8c:35885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/WALs/448ea6c54a8c,35885,1732101459956/448ea6c54a8c%2C35885%2C1732101459956.1732101461952 2024-11-20T11:17:41,974 DEBUG [RS:0;448ea6c54a8c:35885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45655:45655)] 2024-11-20T11:17:42,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:17:42,144 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85 2024-11-20T11:17:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:17:42,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:42,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:42,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:42,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:42,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:42,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:42,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:42,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:42,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:42,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:42,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:42,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:42,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:42,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:42,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:42,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:42,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:42,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:42,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740 2024-11-20T11:17:42,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740 2024-11-20T11:17:42,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:42,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:42,201 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:42,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:42,208 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:42,211 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60260442, jitterRate=-0.10204944014549255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:42,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101462185Initializing all the Stores at 1732101462186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101462186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101462186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101462186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101462186Cleaning up temporary data from old regions at 1732101462201 (+15 ms)Region opened successfully at 1732101462211 (+10 ms) 2024-11-20T11:17:42,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:17:42,211 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:17:42,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:17:42,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:17:42,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:17:42,213 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:17:42,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101462211Disabling compacts and flushes for region at 1732101462211Disabling writes for close at 1732101462211Writing region close event to WAL at 1732101462213 (+2 ms)Closed at 1732101462213 2024-11-20T11:17:42,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:42,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:17:42,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:17:42,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:42,218 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:17:42,368 DEBUG [448ea6c54a8c:40949 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:17:42,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:42,370 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,35885,1732101459956, state=OPENING 2024-11-20T11:17:42,372 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:17:42,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:42,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:17:42,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11908750613/meta-region-server: CHANGED 2024-11-20T11:17:42,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11908750613/meta-region-server: CHANGED 2024-11-20T11:17:42,374 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:17:42,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,35885,1732101459956}] 2024-11-20T11:17:42,527 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:17:42,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:17:42,532 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:17:42,532 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:42,533 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:17:42,534 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C35885%2C1732101459956.meta, suffix=.meta, logDir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/WALs/448ea6c54a8c,35885,1732101459956, archiveDir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/oldWALs, maxLogs=10 2024-11-20T11:17:42,548 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/WALs/448ea6c54a8c,35885,1732101459956/448ea6c54a8c%2C35885%2C1732101459956.meta.1732101462535.meta, exclude list is [], retry=0 2024-11-20T11:17:42,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36417,DS-894ab20e-8a4b-4bc6-a9b1-f82403f0df30,DISK] 2024-11-20T11:17:42,552 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/WALs/448ea6c54a8c,35885,1732101459956/448ea6c54a8c%2C35885%2C1732101459956.meta.1732101462535.meta 2024-11-20T11:17:42,552 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45655:45655)] 2024-11-20T11:17:42,552 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:42,553 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:42,553 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:17:42,553 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:17:42,553 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:17:42,553 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:17:42,553 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:42,553 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:17:42,553 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:17:42,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:17:42,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:17:42,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:42,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:42,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:17:42,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:17:42,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:42,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:42,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:17:42,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:17:42,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:42,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:42,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:17:42,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:17:42,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:42,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:17:42,560 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:17:42,560 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740 2024-11-20T11:17:42,561 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740 2024-11-20T11:17:42,562 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:17:42,563 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:17:42,563 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:17:42,564 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:17:42,565 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71098460, jitterRate=0.059449613094329834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:17:42,565 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:17:42,566 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101462554Writing region info on filesystem at 1732101462554Initializing all the Stores at 1732101462554Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101462554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101462554Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101462555 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101462555Cleaning up temporary data from old regions at 1732101462563 (+8 ms)Running coprocessor post-open hooks at 1732101462566 (+3 ms)Region opened successfully at 1732101462566 2024-11-20T11:17:42,567 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101462527 2024-11-20T11:17:42,569 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:17:42,569 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:17:42,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:42,571 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,35885,1732101459956, state=OPEN 2024-11-20T11:17:42,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11908750613/meta-region-server 2024-11-20T11:17:42,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11908750613/meta-region-server 2024-11-20T11:17:42,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11908750613/meta-region-server: CHANGED 2024-11-20T11:17:42,573 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:42,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11908750613/meta-region-server: CHANGED 2024-11-20T11:17:42,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:17:42,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,35885,1732101459956 in 199 msec 2024-11-20T11:17:42,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:17:42,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-20T11:17:42,578 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:17:42,578 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:17:42,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:42,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,35885,1732101459956, seqNum=-1] 2024-11-20T11:17:42,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:42,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:42,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 864 msec 2024-11-20T11:17:42,590 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101462590, completionTime=-1 2024-11-20T11:17:42,590 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:17:42,590 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:17:42,592 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:17:42,592 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101522592 2024-11-20T11:17:42,592 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101582592 2024-11-20T11:17:42,592 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T11:17:42,592 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40949,1732101459918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:42,592 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40949,1732101459918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:42,592 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40949,1732101459918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:42,592 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:40949, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:42,593 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:42,593 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:42,594 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:17:42,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.609sec 2024-11-20T11:17:42,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:17:42,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:17:42,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:17:42,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:17:42,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:17:42,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40949,1732101459918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:17:42,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40949,1732101459918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:17:42,598 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:17:42,598 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:17:42,599 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40949,1732101459918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:17:42,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:42,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40949,-1 for getting cluster id 2024-11-20T11:17:42,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:42,677 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59896384-e1d1-4b7c-ab3d-4ad691a96405' 2024-11-20T11:17:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59896384-e1d1-4b7c-ab3d-4ad691a96405" 2024-11-20T11:17:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7893a2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40949,-1] 2024-11-20T11:17:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:42,679 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:42,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d1832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:42,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,35885,1732101459956, seqNum=-1] 2024-11-20T11:17:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:42,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:42,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:42,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50019 2024-11-20T11:17:42,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:17:42,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013518a88f0005 connected 2024-11-20T11:17:42,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@174f4308 2024-11-20T11:17:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:42,695 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:42,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:17:42,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:17:42,702 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:42,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:17:42,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:17:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:17:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:43,112 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5451d3769a549d3563383bb55133982, NAME => 'test,,1732101462695.a5451d3769a549d3563383bb55133982.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a 2024-11-20T11:17:43,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:17:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:43,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101462695.a5451d3769a549d3563383bb55133982.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:43,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a5451d3769a549d3563383bb55133982, disabling compactions & flushes 2024-11-20T11:17:43,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:17:43,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:17:43,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101462695.a5451d3769a549d3563383bb55133982. after waiting 0 ms 2024-11-20T11:17:43,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:17:43,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:17:43,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5451d3769a549d3563383bb55133982: Waiting for close lock at 1732101463518Disabling compacts and flushes for region at 1732101463518Disabling writes for close at 1732101463518Writing region close event to WAL at 1732101463518Closed at 1732101463518 2024-11-20T11:17:43,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:17:43,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101462695.a5451d3769a549d3563383bb55133982.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101463520"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101463520"}]},"ts":"1732101463520"} 2024-11-20T11:17:43,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:17:43,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:17:43,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101463525"}]},"ts":"1732101463525"} 2024-11-20T11:17:43,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:17:43,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5451d3769a549d3563383bb55133982, ASSIGN}] 2024-11-20T11:17:43,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5451d3769a549d3563383bb55133982, ASSIGN 2024-11-20T11:17:43,530 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a5451d3769a549d3563383bb55133982, ASSIGN; state=OFFLINE, location=448ea6c54a8c,41191,1732101456526; forceNewPlan=false, retain=false 2024-11-20T11:17:43,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5451d3769a549d3563383bb55133982, regionState=OPENING, regionLocation=448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:43,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a5451d3769a549d3563383bb55133982, ASSIGN because future has completed 2024-11-20T11:17:43,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5451d3769a549d3563383bb55133982, server=448ea6c54a8c,41191,1732101456526}] 2024-11-20T11:17:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:43,842 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:17:43,842 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a5451d3769a549d3563383bb55133982, NAME => 'test,,1732101462695.a5451d3769a549d3563383bb55133982.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:43,842 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:43,843 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:17:43,843 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,843 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101462695.a5451d3769a549d3563383bb55133982.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:43,843 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,843 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,845 INFO [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,846 INFO [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5451d3769a549d3563383bb55133982 columnFamilyName f 2024-11-20T11:17:43,846 DEBUG [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:43,847 INFO [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] regionserver.HStore(327): Store=a5451d3769a549d3563383bb55133982/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:43,847 INFO [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,848 INFO [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5451d3769a549d3563383bb55133982 columnFamilyName f1 2024-11-20T11:17:43,848 DEBUG [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:43,849 INFO [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] regionserver.HStore(327): Store=a5451d3769a549d3563383bb55133982/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:43,849 INFO [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,850 INFO [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5451d3769a549d3563383bb55133982 columnFamilyName norep 2024-11-20T11:17:43,850 DEBUG [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:43,850 INFO [StoreOpener-a5451d3769a549d3563383bb55133982-1 {}] regionserver.HStore(327): Store=a5451d3769a549d3563383bb55133982/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:43,850 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,851 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,852 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,853 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,853 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,854 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:17:43,855 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,858 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:43,859 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a5451d3769a549d3563383bb55133982; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63848388, jitterRate=-0.04858487844467163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:17:43,859 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5451d3769a549d3563383bb55133982 2024-11-20T11:17:43,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T11:17:43,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T11:17:43,902 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a5451d3769a549d3563383bb55133982: Running coprocessor pre-open hook at 1732101463843Writing region info on filesystem at 1732101463844 (+1 ms)Initializing all the Stores at 1732101463844Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101463844Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101463845 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101463845Cleaning up temporary data from old regions at 1732101463853 (+8 ms)Running coprocessor post-open hooks at 1732101463859 (+6 ms)Region opened successfully at 1732101463901 (+42 ms) 2024-11-20T11:17:43,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:17:43,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T11:17:43,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:17:43,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T11:17:43,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:17:43,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T11:17:43,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:17:43,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T11:17:43,905 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101462695.a5451d3769a549d3563383bb55133982., pid=6, masterSystemTime=1732101463837 2024-11-20T11:17:43,908 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:17:43,908 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:17:43,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5451d3769a549d3563383bb55133982, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:43,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5451d3769a549d3563383bb55133982, server=448ea6c54a8c,41191,1732101456526 because future has completed 2024-11-20T11:17:43,913 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45129 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=448ea6c54a8c,41191,1732101456526, table=test, region=a5451d3769a549d3563383bb55133982. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T11:17:43,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:17:43,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a5451d3769a549d3563383bb55133982, server=448ea6c54a8c,41191,1732101456526 in 230 msec 2024-11-20T11:17:43,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:17:43,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a5451d3769a549d3563383bb55133982, ASSIGN in 390 msec 2024-11-20T11:17:43,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:17:43,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101463921"}]},"ts":"1732101463921"} 2024-11-20T11:17:43,923 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:17:43,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:17:43,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2250 sec 2024-11-20T11:17:44,113 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:17:44,113 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T11:17:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:44,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:44,862 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:17:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a341de 2024-11-20T11:17:44,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:44,865 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:44,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:17:44,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:17:44,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:44,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:17:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:44,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:17:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:17:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:45,280 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ae9f4b2423e1e7a2369b7388c448f18, NAME => 'test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85 2024-11-20T11:17:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:17:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:45,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:45,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ae9f4b2423e1e7a2369b7388c448f18, disabling compactions & flushes 2024-11-20T11:17:45,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:17:45,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:17:45,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. after waiting 0 ms 2024-11-20T11:17:45,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:17:45,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:17:45,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ae9f4b2423e1e7a2369b7388c448f18: Waiting for close lock at 1732101465686Disabling compacts and flushes for region at 1732101465686Disabling writes for close at 1732101465687 (+1 ms)Writing region close event to WAL at 1732101465687Closed at 1732101465687 2024-11-20T11:17:45,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:17:45,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101465688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101465688"}]},"ts":"1732101465688"} 2024-11-20T11:17:45,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:17:45,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:17:45,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101465693"}]},"ts":"1732101465693"} 2024-11-20T11:17:45,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:17:45,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ae9f4b2423e1e7a2369b7388c448f18, ASSIGN}] 2024-11-20T11:17:45,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ae9f4b2423e1e7a2369b7388c448f18, ASSIGN 2024-11-20T11:17:45,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ae9f4b2423e1e7a2369b7388c448f18, ASSIGN; state=OFFLINE, location=448ea6c54a8c,35885,1732101459956; forceNewPlan=false, retain=false 2024-11-20T11:17:45,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ae9f4b2423e1e7a2369b7388c448f18, regionState=OPENING, regionLocation=448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:45,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ae9f4b2423e1e7a2369b7388c448f18, ASSIGN because future has completed 2024-11-20T11:17:45,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ae9f4b2423e1e7a2369b7388c448f18, server=448ea6c54a8c,35885,1732101459956}] 2024-11-20T11:17:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:46,016 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:17:46,017 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ae9f4b2423e1e7a2369b7388c448f18, NAME => 'test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:46,017 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:46,017 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:17:46,017 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,017 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:46,017 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,017 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,019 INFO [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,020 INFO [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ae9f4b2423e1e7a2369b7388c448f18 columnFamilyName f 2024-11-20T11:17:46,020 DEBUG [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:46,021 INFO [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] regionserver.HStore(327): Store=9ae9f4b2423e1e7a2369b7388c448f18/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:46,021 INFO [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,022 INFO [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ae9f4b2423e1e7a2369b7388c448f18 columnFamilyName f1 2024-11-20T11:17:46,022 DEBUG [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:46,023 INFO [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] regionserver.HStore(327): Store=9ae9f4b2423e1e7a2369b7388c448f18/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:46,023 INFO [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,024 INFO [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ae9f4b2423e1e7a2369b7388c448f18 columnFamilyName norep 2024-11-20T11:17:46,024 DEBUG [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:46,024 INFO [StoreOpener-9ae9f4b2423e1e7a2369b7388c448f18-1 {}] regionserver.HStore(327): Store=9ae9f4b2423e1e7a2369b7388c448f18/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:46,024 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,025 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,026 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,027 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,027 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,027 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:17:46,028 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,030 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:46,031 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ae9f4b2423e1e7a2369b7388c448f18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66933284, jitterRate=-0.0026163458824157715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:17:46,031 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:17:46,031 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ae9f4b2423e1e7a2369b7388c448f18: Running coprocessor pre-open hook at 1732101466018Writing region info on filesystem at 1732101466018Initializing all the Stores at 1732101466018Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101466018Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101466019 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101466019Cleaning up temporary data from old regions at 1732101466027 (+8 ms)Running coprocessor post-open hooks at 1732101466031 (+4 ms)Region opened successfully at 1732101466031 2024-11-20T11:17:46,032 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18., pid=6, masterSystemTime=1732101466005 2024-11-20T11:17:46,034 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:17:46,034 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:17:46,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ae9f4b2423e1e7a2369b7388c448f18, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,35885,1732101459956 2024-11-20T11:17:46,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ae9f4b2423e1e7a2369b7388c448f18, server=448ea6c54a8c,35885,1732101459956 because future has completed 2024-11-20T11:17:46,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:17:46,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ae9f4b2423e1e7a2369b7388c448f18, server=448ea6c54a8c,35885,1732101459956 in 187 msec 2024-11-20T11:17:46,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:17:46,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ae9f4b2423e1e7a2369b7388c448f18, ASSIGN in 346 msec 2024-11-20T11:17:46,045 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:17:46,046 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101466045"}]},"ts":"1732101466045"} 2024-11-20T11:17:46,048 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:17:46,049 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:17:46,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1830 sec 2024-11-20T11:17:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:17:47,022 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:17:47,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,45129,-1 for getting cluster id 2024-11-20T11:17:47,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:47,024 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b5591d-3a80-4187-8a22-7c5c18205fe2' 2024-11-20T11:17:47,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b5591d-3a80-4187-8a22-7c5c18205fe2" 2024-11-20T11:17:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b65861f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,45129,-1] 2024-11-20T11:17:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:47,026 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183685a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40949,-1 for getting cluster id 2024-11-20T11:17:47,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:47,028 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59896384-e1d1-4b7c-ab3d-4ad691a96405' 2024-11-20T11:17:47,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59896384-e1d1-4b7c-ab3d-4ad691a96405" 2024-11-20T11:17:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7faf5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40949,-1] 2024-11-20T11:17:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:47,030 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:47,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6944f1fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c8bff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,45129,-1 for getting cluster id 2024-11-20T11:17:47,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:47,032 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b5591d-3a80-4187-8a22-7c5c18205fe2' 2024-11-20T11:17:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b5591d-3a80-4187-8a22-7c5c18205fe2" 2024-11-20T11:17:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbef671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,45129,-1] 2024-11-20T11:17:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:47,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:47,033 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:47,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7fa5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bd8f4a8 2024-11-20T11:17:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:47,038 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:47,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:40949,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:17:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:17:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:17:47,041 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:40949' 2024-11-20T11:17:47,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f261a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,042 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40949,-1 for getting cluster id 2024-11-20T11:17:47,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:47,043 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59896384-e1d1-4b7c-ab3d-4ad691a96405' 2024-11-20T11:17:47,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:47,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59896384-e1d1-4b7c-ab3d-4ad691a96405" 2024-11-20T11:17:47,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b33e5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40949,-1] 2024-11-20T11:17:47,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:47,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:47,044 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:47,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4d61e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:47,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:47,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:47,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c186b3f 2024-11-20T11:17:47,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:47,046 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:47,047 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T11:17:47,047 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:17:47,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:47,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:47,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:47,048 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:17:47,049 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:17:47,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:17:47,050 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:47,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:17:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:17:47,099 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:17:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:17:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:17:47,459 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd853698216cff3692bf4150cf9f134b, NAME => 'hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a 2024-11-20T11:17:47,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:17:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:17:47,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:47,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fd853698216cff3692bf4150cf9f134b, disabling compactions & flushes 2024-11-20T11:17:47,866 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:17:47,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:17:47,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. after waiting 0 ms 2024-11-20T11:17:47,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:17:47,866 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:17:47,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd853698216cff3692bf4150cf9f134b: Waiting for close lock at 1732101467866Disabling compacts and flushes for region at 1732101467866Disabling writes for close at 1732101467866Writing region close event to WAL at 1732101467866Closed at 1732101467866 2024-11-20T11:17:47,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:17:47,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101467867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101467867"}]},"ts":"1732101467867"} 2024-11-20T11:17:47,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:17:47,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:17:47,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101467871"}]},"ts":"1732101467871"} 2024-11-20T11:17:47,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:17:47,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd853698216cff3692bf4150cf9f134b, ASSIGN}] 2024-11-20T11:17:47,874 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd853698216cff3692bf4150cf9f134b, ASSIGN 2024-11-20T11:17:47,875 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fd853698216cff3692bf4150cf9f134b, ASSIGN; state=OFFLINE, location=448ea6c54a8c,41191,1732101456526; forceNewPlan=false, retain=false 2024-11-20T11:17:48,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd853698216cff3692bf4150cf9f134b, regionState=OPENING, regionLocation=448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:48,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fd853698216cff3692bf4150cf9f134b, ASSIGN because future has completed 2024-11-20T11:17:48,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd853698216cff3692bf4150cf9f134b, server=448ea6c54a8c,41191,1732101456526}] 2024-11-20T11:17:48,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:17:48,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:48,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:48,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:48,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:17:48,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:17:48,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:17:48,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:17:48,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41191%2C1732101456526.rep, suffix=, logDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526, archiveDir=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/oldWALs, maxLogs=10 2024-11-20T11:17:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.rep.1732101468188, exclude list is [], retry=0 2024-11-20T11:17:48,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44109,DS-756154d4-7f91-49b8-96ed-c4c198b881c0,DISK] 2024-11-20T11:17:48,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.rep.1732101468188 2024-11-20T11:17:48,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42407:42407)] 2024-11-20T11:17:48,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fd853698216cff3692bf4150cf9f134b, NAME => 'hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:17:48,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:17:48,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:17:48,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. service=MultiRowMutationService 2024-11-20T11:17:48,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:17:48,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:17:48,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,216 INFO [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,217 INFO [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd853698216cff3692bf4150cf9f134b columnFamilyName hfileref 2024-11-20T11:17:48,217 DEBUG [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:48,218 INFO [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] regionserver.HStore(327): Store=fd853698216cff3692bf4150cf9f134b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:48,218 INFO [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,219 INFO [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd853698216cff3692bf4150cf9f134b columnFamilyName queue 2024-11-20T11:17:48,219 DEBUG [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:48,220 INFO [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] regionserver.HStore(327): Store=fd853698216cff3692bf4150cf9f134b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:48,220 INFO [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,221 INFO [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd853698216cff3692bf4150cf9f134b columnFamilyName sid 2024-11-20T11:17:48,221 DEBUG [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:17:48,221 INFO [StoreOpener-fd853698216cff3692bf4150cf9f134b-1 {}] regionserver.HStore(327): Store=fd853698216cff3692bf4150cf9f134b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:17:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:17:48,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:17:48,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fd853698216cff3692bf4150cf9f134b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72915151, jitterRate=0.08652041852474213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:17:48,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd853698216cff3692bf4150cf9f134b 2024-11-20T11:17:48,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fd853698216cff3692bf4150cf9f134b: Running coprocessor pre-open hook at 1732101468212Writing region info on filesystem at 1732101468212Initializing all the Stores at 1732101468215 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101468215Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101468215Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101468215Cleaning up temporary data from old regions at 1732101468223 (+8 ms)Running coprocessor post-open hooks at 1732101468230 (+7 ms)Region opened successfully at 1732101468231 (+1 ms) 2024-11-20T11:17:48,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b., pid=10, masterSystemTime=1732101468181 2024-11-20T11:17:48,236 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd853698216cff3692bf4150cf9f134b, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,41191,1732101456526 2024-11-20T11:17:48,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:17:48,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:17:48,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd853698216cff3692bf4150cf9f134b, server=448ea6c54a8c,41191,1732101456526 because future has completed 2024-11-20T11:17:48,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:17:48,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fd853698216cff3692bf4150cf9f134b, server=448ea6c54a8c,41191,1732101456526 in 211 msec 2024-11-20T11:17:48,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:17:48,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd853698216cff3692bf4150cf9f134b, ASSIGN in 369 msec 2024-11-20T11:17:48,247 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:17:48,247 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101468247"}]},"ts":"1732101468247"} 2024-11-20T11:17:48,249 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:17:48,251 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:17:48,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-11-20T11:17:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2] 2024-11-20T11:17:48,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:48,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:17:48,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:17:48,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:17:48,469 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:17:48,498 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,41191,1732101456526, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:17:48,499 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:48,499 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41191,1732101456526, seqNum=-1] 2024-11-20T11:17:48,499 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:48,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-20T11:17:48,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,41191,1732101456526', locateType=CURRENT is [region=hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2] 2024-11-20T11:17:48,505 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:17:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:17:48,507 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,41191,1732101456526 suceeded 2024-11-20T11:17:48,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:17:48,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-20T11:17:48,509 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:40949,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-20T11:17:48,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4720 sec 2024-11-20T11:17:48,520 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:40949' 2024-11-20T11:17:48,521 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2266e24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:48,521 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40949,-1 for getting cluster id 2024-11-20T11:17:48,521 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:48,522 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59896384-e1d1-4b7c-ab3d-4ad691a96405' 2024-11-20T11:17:48,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:48,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59896384-e1d1-4b7c-ab3d-4ad691a96405" 2024-11-20T11:17:48,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@115358f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:48,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40949,-1] 2024-11-20T11:17:48,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:48,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:48,524 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:48,525 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d84e2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:48,525 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48995f03 2024-11-20T11:17:48,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:48,526 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-20T11:17:48,527 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,41191,1732101456526 (queues=1) is replicating from cluster=63b5591d-3a80-4187-8a22-7c5c18205fe2 to cluster=59896384-e1d1-4b7c-ab3d-4ad691a96405 2024-11-20T11:17:48,527 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C41191%2C1732101456526 2024-11-20T11:17:48,527 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,41191,1732101456526, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:17:48,527 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.shipper448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C41191%2C1732101456526 2024-11-20T11:17:48,527 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289, startPosition=0, beingWritten=true 2024-11-20T11:17:48,540 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:17:48,540 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 379, reset compression=false 2024-11-20T11:17:48,540 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.shipper448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,41191,1732101456526 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:17:48,744 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 379, reset compression=false 2024-11-20T11:17:49,049 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 379, reset compression=false 2024-11-20T11:17:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:17:49,202 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:17:49,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:49,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:49,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:49,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:49,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:49,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:49,208 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732101469207/Put/seqid=0 2024-11-20T11:17:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741840_1016 (size=7894) 2024-11-20T11:17:49,455 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 379, reset compression=false 2024-11-20T11:17:49,616 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f/f/hfile_1 is 34, key is ddd/f:row/1732101469615/Put/seqid=0 2024-11-20T11:17:49,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741841_1017 (size=7691) 2024-11-20T11:17:49,960 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 379, reset compression=false 2024-11-20T11:17:50,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:50,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,45129,-1 for getting cluster id 2024-11-20T11:17:50,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:50,026 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b5591d-3a80-4187-8a22-7c5c18205fe2' 2024-11-20T11:17:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b5591d-3a80-4187-8a22-7c5c18205fe2" 2024-11-20T11:17:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e38a530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,45129,-1] 2024-11-20T11:17:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:50,028 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:50,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e708bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:50,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41191,1732101456526, seqNum=-1] 2024-11-20T11:17:50,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:50,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:50,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fd81082 2024-11-20T11:17:50,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:50,046 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2] 2024-11-20T11:17:50,062 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:17:50,073 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T11:17:50,076 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T11:17:50,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f/f/hfile_0 for inclusion in a5451d3769a549d3563383bb55133982/f 2024-11-20T11:17:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T11:17:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:17:50,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f/f/hfile_1 for inclusion in a5451d3769a549d3563383bb55133982/f 2024-11-20T11:17:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T11:17:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:17:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(2603): Flush status journal for a5451d3769a549d3563383bb55133982: 2024-11-20T11:17:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f/f/hfile_0 to hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__uuj7vu0cqas9v0cm7464k72boon2l88sf884q40mvoftfovb6s46euntdmk0k9tk/f/hfile_0 2024-11-20T11:17:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__uuj7vu0cqas9v0cm7464k72boon2l88sf884q40mvoftfovb6s46euntdmk0k9tk/f/hfile_0 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f/215e47ef7d974abba82bcbc86a1ad501_SeqId_4_ 2024-11-20T11:17:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f/f/hfile_1 to hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__uuj7vu0cqas9v0cm7464k72boon2l88sf884q40mvoftfovb6s46euntdmk0k9tk/f/hfile_1 2024-11-20T11:17:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__uuj7vu0cqas9v0cm7464k72boon2l88sf884q40mvoftfovb6s46euntdmk0k9tk/f/hfile_1 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f/321460d6164b4326a3325c1b7f88ec24_SeqId_4_ 2024-11-20T11:17:50,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__uuj7vu0cqas9v0cm7464k72boon2l88sf884q40mvoftfovb6s46euntdmk0k9tk/f/hfile_0 into a5451d3769a549d3563383bb55133982/f as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f/215e47ef7d974abba82bcbc86a1ad501_SeqId_4_ - updating store file list. 2024-11-20T11:17:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 215e47ef7d974abba82bcbc86a1ad501_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:17:50,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f/215e47ef7d974abba82bcbc86a1ad501_SeqId_4_ into a5451d3769a549d3563383bb55133982/f 2024-11-20T11:17:50,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__uuj7vu0cqas9v0cm7464k72boon2l88sf884q40mvoftfovb6s46euntdmk0k9tk/f/hfile_0 into a5451d3769a549d3563383bb55133982/f (new location: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f/215e47ef7d974abba82bcbc86a1ad501_SeqId_4_) 2024-11-20T11:17:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__uuj7vu0cqas9v0cm7464k72boon2l88sf884q40mvoftfovb6s46euntdmk0k9tk/f/hfile_0 2024-11-20T11:17:50,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__uuj7vu0cqas9v0cm7464k72boon2l88sf884q40mvoftfovb6s46euntdmk0k9tk/f/hfile_1 into a5451d3769a549d3563383bb55133982/f as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f/321460d6164b4326a3325c1b7f88ec24_SeqId_4_ - updating store file list. 2024-11-20T11:17:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 321460d6164b4326a3325c1b7f88ec24_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:17:50,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f/321460d6164b4326a3325c1b7f88ec24_SeqId_4_ into a5451d3769a549d3563383bb55133982/f 2024-11-20T11:17:50,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__uuj7vu0cqas9v0cm7464k72boon2l88sf884q40mvoftfovb6s46euntdmk0k9tk/f/hfile_1 into a5451d3769a549d3563383bb55133982/f (new location: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f/321460d6164b4326a3325c1b7f88ec24_SeqId_4_) 2024-11-20T11:17:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__uuj7vu0cqas9v0cm7464k72boon2l88sf884q40mvoftfovb6s46euntdmk0k9tk/f/hfile_1 2024-11-20T11:17:50,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:50,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:50,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:50,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:50,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2 , the old value is region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=448ea6c54a8c:41191 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:17:50,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:17:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2 from cache 2024-11-20T11:17:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,35885,1732101459956, seqNum=-1] 2024-11-20T11:17:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:43796 deadline: 1732101530134 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:43796 2024-11-20T11:17:50,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18., hostname=448ea6c54a8c,35885,1732101459956, seqNum=2] 2024-11-20T11:17:50,141 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T11:17:50,242 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:41191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T11:17:50,564 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 379, reset compression=false 2024-11-20T11:17:50,571 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:17:50,571 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.shipper448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,41191,1732101456526 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5451d3769a549d3563383bb55133982/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732101470129/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T11:17:50,592 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.shipper448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:17:50,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-20T11:17:50,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.ReplicationSink(318): Replicating [63b5591d-3a80-4187-8a22-7c5c18205fe2] bulk loaded data 2024-11-20T11:17:50,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29871dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:50,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40949,-1 for getting cluster id 2024-11-20T11:17:50,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:50,599 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59896384-e1d1-4b7c-ab3d-4ad691a96405' 2024-11-20T11:17:50,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59896384-e1d1-4b7c-ab3d-4ad691a96405" 2024-11-20T11:17:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b97e50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40949,-1] 2024-11-20T11:17:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:50,601 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:50,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fabe0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:50,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741837_1013 (size=7894) 2024-11-20T11:17:50,771 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 687, reset compression=false 2024-11-20T11:17:51,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741838_1014 (size=7691) 2024-11-20T11:17:51,077 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 687, reset compression=false 2024-11-20T11:17:51,144 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T11:17:51,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:51,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,40949,1732101459918 2024-11-20T11:17:51,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a4ac90a 2024-11-20T11:17:51,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:51,444 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-20T11:17:51,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:17:51,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:51,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,35885,1732101459956, seqNum=-1] 2024-11-20T11:17:51,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:51,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-20T11:17:51,459 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/215e47ef7d974abba82bcbc86a1ad501_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T11:17:51,462 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/321460d6164b4326a3325c1b7f88ec24_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T11:17:51,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/215e47ef7d974abba82bcbc86a1ad501_SeqId_4_ for inclusion in 9ae9f4b2423e1e7a2369b7388c448f18/f 2024-11-20T11:17:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T11:17:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:17:51,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/321460d6164b4326a3325c1b7f88ec24_SeqId_4_ for inclusion in 9ae9f4b2423e1e7a2369b7388c448f18/f 2024-11-20T11:17:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T11:17:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:17:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HRegion(2603): Flush status journal for 9ae9f4b2423e1e7a2369b7388c448f18: 2024-11-20T11:17:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 215e47ef7d974abba82bcbc86a1ad501_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:17:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/215e47ef7d974abba82bcbc86a1ad501_SeqId_4_ as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18/f/914c26f65dab4c0297ada3187e73e990_SeqId_4_ 2024-11-20T11:17:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 321460d6164b4326a3325c1b7f88ec24_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:17:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/321460d6164b4326a3325c1b7f88ec24_SeqId_4_ as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18/f/59d2c6e6bc87437ebaffa0261d611e2f_SeqId_4_ 2024-11-20T11:17:51,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/215e47ef7d974abba82bcbc86a1ad501_SeqId_4_ into 9ae9f4b2423e1e7a2369b7388c448f18/f as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18/f/914c26f65dab4c0297ada3187e73e990_SeqId_4_ - updating store file list. 2024-11-20T11:17:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 914c26f65dab4c0297ada3187e73e990_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:17:51,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18/f/914c26f65dab4c0297ada3187e73e990_SeqId_4_ into 9ae9f4b2423e1e7a2369b7388c448f18/f 2024-11-20T11:17:51,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/215e47ef7d974abba82bcbc86a1ad501_SeqId_4_ into 9ae9f4b2423e1e7a2369b7388c448f18/f (new location: hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18/f/914c26f65dab4c0297ada3187e73e990_SeqId_4_) 2024-11-20T11:17:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/215e47ef7d974abba82bcbc86a1ad501_SeqId_4_ 2024-11-20T11:17:51,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/321460d6164b4326a3325c1b7f88ec24_SeqId_4_ into 9ae9f4b2423e1e7a2369b7388c448f18/f as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18/f/59d2c6e6bc87437ebaffa0261d611e2f_SeqId_4_ - updating store file list. 2024-11-20T11:17:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59d2c6e6bc87437ebaffa0261d611e2f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:17:51,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18/f/59d2c6e6bc87437ebaffa0261d611e2f_SeqId_4_ into 9ae9f4b2423e1e7a2369b7388c448f18/f 2024-11-20T11:17:51,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/321460d6164b4326a3325c1b7f88ec24_SeqId_4_ into 9ae9f4b2423e1e7a2369b7388c448f18/f (new location: hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18/f/59d2c6e6bc87437ebaffa0261d611e2f_SeqId_4_) 2024-11-20T11:17:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/staging/jenkins.hfs.6__test__ggvpp20patagihmo0o36ogrupj5jkedu662c3cpvhc9tm3gg3vmgfubggm60tard/f/321460d6164b4326a3325c1b7f88ec24_SeqId_4_ 2024-11-20T11:17:51,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.ReplicationSink(324): Finished replicating [63b5591d-3a80-4187-8a22-7c5c18205fe2] bulk loaded data 2024-11-20T11:17:51,499 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 687, reset compression=false 2024-11-20T11:17:52,004 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 687, reset compression=false 2024-11-20T11:17:52,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:17:52,163 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732101472162/Put/seqid=0 2024-11-20T11:17:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741842_1018 (size=7997) 2024-11-20T11:17:52,570 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732101472569/Put/seqid=0 2024-11-20T11:17:52,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741843_1019 (size=7794) 2024-11-20T11:17:52,608 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 687, reset compression=false 2024-11-20T11:17:52,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:52,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,45129,-1 for getting cluster id 2024-11-20T11:17:52,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:17:52,978 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b5591d-3a80-4187-8a22-7c5c18205fe2' 2024-11-20T11:17:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:17:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b5591d-3a80-4187-8a22-7c5c18205fe2" 2024-11-20T11:17:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6ae099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,45129,-1] 2024-11-20T11:17:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:17:52,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:52,980 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:17:52,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:17:52,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41191,1732101456526, seqNum=-1] 2024-11-20T11:17:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:52,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:52,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:17:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,45129,1732101456438 2024-11-20T11:17:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@694b34a3 2024-11-20T11:17:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:17:52,995 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:17:52,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2] 2024-11-20T11:17:53,002 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:17:53,009 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T11:17:53,013 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T11:17:53,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f1/f1/hfile_0 for inclusion in a5451d3769a549d3563383bb55133982/f1 2024-11-20T11:17:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T11:17:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:17:53,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f1/f1/hfile_1 for inclusion in a5451d3769a549d3563383bb55133982/f1 2024-11-20T11:17:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T11:17:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:17:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(2603): Flush status journal for a5451d3769a549d3563383bb55133982: 2024-11-20T11:17:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f1/f1/hfile_0 to hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__eh427kmma5qlgujk2i7qd89ud95u52mn71u6cccj0sire7o7vl6l65dges21gekk/f1/hfile_0 2024-11-20T11:17:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__eh427kmma5qlgujk2i7qd89ud95u52mn71u6cccj0sire7o7vl6l65dges21gekk/f1/hfile_0 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f1/3818b8866d9145259c041698da0d3454_SeqId_6_ 2024-11-20T11:17:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/load_f1/f1/hfile_1 to hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__eh427kmma5qlgujk2i7qd89ud95u52mn71u6cccj0sire7o7vl6l65dges21gekk/f1/hfile_1 2024-11-20T11:17:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__eh427kmma5qlgujk2i7qd89ud95u52mn71u6cccj0sire7o7vl6l65dges21gekk/f1/hfile_1 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f1/85400304a0d84f9981ab910299e513fd_SeqId_6_ 2024-11-20T11:17:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-20T11:17:53,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__eh427kmma5qlgujk2i7qd89ud95u52mn71u6cccj0sire7o7vl6l65dges21gekk/f1/hfile_0 into a5451d3769a549d3563383bb55133982/f1 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f1/3818b8866d9145259c041698da0d3454_SeqId_6_ - updating store file list. 2024-11-20T11:17:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3818b8866d9145259c041698da0d3454_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T11:17:53,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f1/3818b8866d9145259c041698da0d3454_SeqId_6_ into a5451d3769a549d3563383bb55133982/f1 2024-11-20T11:17:53,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__eh427kmma5qlgujk2i7qd89ud95u52mn71u6cccj0sire7o7vl6l65dges21gekk/f1/hfile_0 into a5451d3769a549d3563383bb55133982/f1 (new location: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f1/3818b8866d9145259c041698da0d3454_SeqId_6_) 2024-11-20T11:17:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__eh427kmma5qlgujk2i7qd89ud95u52mn71u6cccj0sire7o7vl6l65dges21gekk/f1/hfile_0 2024-11-20T11:17:53,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__eh427kmma5qlgujk2i7qd89ud95u52mn71u6cccj0sire7o7vl6l65dges21gekk/f1/hfile_1 into a5451d3769a549d3563383bb55133982/f1 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f1/85400304a0d84f9981ab910299e513fd_SeqId_6_ - updating store file list. 2024-11-20T11:17:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85400304a0d84f9981ab910299e513fd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T11:17:53,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f1/85400304a0d84f9981ab910299e513fd_SeqId_6_ into a5451d3769a549d3563383bb55133982/f1 2024-11-20T11:17:53,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__eh427kmma5qlgujk2i7qd89ud95u52mn71u6cccj0sire7o7vl6l65dges21gekk/f1/hfile_1 into a5451d3769a549d3563383bb55133982/f1 (new location: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/f1/85400304a0d84f9981ab910299e513fd_SeqId_6_) 2024-11-20T11:17:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/staging/jenkins__test__eh427kmma5qlgujk2i7qd89ud95u52mn71u6cccj0sire7o7vl6l65dges21gekk/f1/hfile_1 2024-11-20T11:17:53,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:17:53,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:17:53,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:53,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:17:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2 , the old value is region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=448ea6c54a8c:41191 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:17:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:17:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2 from cache 2024-11-20T11:17:53,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:17:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:34986 deadline: 1732101533051 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34986 2024-11-20T11:17:53,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:17:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41191,1732101456526, seqNum=-1] 2024-11-20T11:17:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:17:53,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:17:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101462695.a5451d3769a549d3563383bb55133982., hostname=448ea6c54a8c,41191,1732101456526, seqNum=2] 2024-11-20T11:17:53,162 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:41191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T11:17:53,312 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 687, reset compression=false 2024-11-20T11:17:53,318 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:17:53,318 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:17:53,318 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.shipper448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,41191,1732101456526 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:17:53,522 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:17:53,714 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:17:53,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:53,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:53,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:53,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:17:53,826 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:17:53,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T11:17:53,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T11:17:54,230 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:17:54,734 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:17:55,338 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:17:56,043 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:17:56,848 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:17:57,753 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:17:58,757 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:17:59,862 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:01,067 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:02,371 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:03,775 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:05,280 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:06,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:18:06,884 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:08,589 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:09,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:18:10,416 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:12,330 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:13,321 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.shipper448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,41191,1732101456526 got entry batch from reader: null 2024-11-20T11:18:14,335 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:16,439 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:18,646 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:18,733 INFO [master/448ea6c54a8c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T11:18:18,733 INFO [master/448ea6c54a8c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T11:18:20,952 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:23,085 INFO [master/448ea6c54a8c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T11:18:23,085 INFO [master/448ea6c54a8c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T11:18:23,357 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:25,861 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:28,466 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:28,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a5451d3769a549d3563383bb55133982, had cached 0 bytes from a total of 31376 2024-11-20T11:18:31,017 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9ae9f4b2423e1e7a2369b7388c448f18, had cached 0 bytes from a total of 15585 2024-11-20T11:18:31,171 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:33,321 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.shipper448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,41191,1732101456526 got entry batch from reader: null 2024-11-20T11:18:33,975 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:36,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:18:36,879 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:39,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:18:39,883 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:42,988 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:46,192 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:49,497 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:52,901 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:53,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:18:53,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:18:53,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:18:53,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:53,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:53,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:18:53,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:18:53,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1547475708, stopped=false 2024-11-20T11:18:53,086 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,40949,1732101459918 2024-11-20T11:18:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11908750613/running 2024-11-20T11:18:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11908750613/running 2024-11-20T11:18:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:18:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:18:53,088 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:18:53,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:18:53,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:18:53,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:53,089 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,35885,1732101459956' ***** 2024-11-20T11:18:53,089 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:18:53,090 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:18:53,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Set watcher on znode that does not yet exist, /11908750613/running 2024-11-20T11:18:53,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Set watcher on znode that does not yet exist, /11908750613/running 2024-11-20T11:18:53,090 INFO [RS:0;448ea6c54a8c:35885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:18:53,090 INFO [RS:0;448ea6c54a8c:35885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:18:53,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:18:53,090 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:18:53,090 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,35885,1732101459956 2024-11-20T11:18:53,090 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:18:53,090 INFO [RS:0;448ea6c54a8c:35885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:35885. 2024-11-20T11:18:53,090 DEBUG [RS:0;448ea6c54a8c:35885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:18:53,090 DEBUG [RS:0;448ea6c54a8c:35885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:53,090 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ae9f4b2423e1e7a2369b7388c448f18, disabling compactions & flushes 2024-11-20T11:18:53,090 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:18:53,091 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:18:53,091 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. after waiting 0 ms 2024-11-20T11:18:53,091 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:18:53,091 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:18:53,091 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:18:53,091 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:18:53,091 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:18:53,091 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:18:53,091 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1325): Online Regions={9ae9f4b2423e1e7a2369b7388c448f18=test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:18:53,091 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ae9f4b2423e1e7a2369b7388c448f18 2024-11-20T11:18:53,091 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:18:53,091 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:18:53,091 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:18:53,091 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:18:53,091 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:18:53,091 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T11:18:53,096 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/default/test/9ae9f4b2423e1e7a2369b7388c448f18/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T11:18:53,096 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:18:53,096 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:18:53,096 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:18:53,096 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ae9f4b2423e1e7a2369b7388c448f18: Waiting for close lock at 1732101533090Running coprocessor pre-close hooks at 1732101533090Disabling compacts and flushes for region at 1732101533090Disabling writes for close at 1732101533091 (+1 ms)Writing region close event to WAL at 1732101533091Running coprocessor post-close hooks at 1732101533096 (+5 ms)Closed at 1732101533096 2024-11-20T11:18:53,096 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18. 2024-11-20T11:18:53,112 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/info/79fb991a1f8b4c27900e372ac94b5a48 is 129, key is test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18./info:regioninfo/1732101466035/Put/seqid=0 2024-11-20T11:18:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741839_1015 (size=6421) 2024-11-20T11:18:53,175 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:18:53,291 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:53,321 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.shipper448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,41191,1732101456526 got entry batch from reader: null 2024-11-20T11:18:53,491 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:53,518 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/info/79fb991a1f8b4c27900e372ac94b5a48 2024-11-20T11:18:53,542 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/ns/b95577dfa2664e46ad8a26b941f7dfcd is 43, key is default/ns:d/1732101462582/Put/seqid=0 2024-11-20T11:18:53,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741840_1016 (size=5153) 2024-11-20T11:18:53,692 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:53,814 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:18:53,815 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:18:53,892 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:53,947 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/ns/b95577dfa2664e46ad8a26b941f7dfcd 2024-11-20T11:18:53,966 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/rep_barrier/9d75e9f15b964e61879188fa2d4851c8 is 112, key is test,,1732101464865.9ae9f4b2423e1e7a2369b7388c448f18./rep_barrier:seqnumDuringOpen/1732101466035/Put/seqid=0 2024-11-20T11:18:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741841_1017 (size=5518) 2024-11-20T11:18:54,092 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:18:54,092 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:18:54,092 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:54,292 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:54,370 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/rep_barrier/9d75e9f15b964e61879188fa2d4851c8 2024-11-20T11:18:54,390 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/table/ced7906c007147b0b5a0a5f53eedb1de is 40, key is test/table:state/1732101466045/Put/seqid=0 2024-11-20T11:18:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741842_1018 (size=5165) 2024-11-20T11:18:54,492 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:54,693 DEBUG [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:54,794 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/table/ced7906c007147b0b5a0a5f53eedb1de 2024-11-20T11:18:54,801 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/info/79fb991a1f8b4c27900e372ac94b5a48 as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/info/79fb991a1f8b4c27900e372ac94b5a48 2024-11-20T11:18:54,806 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/info/79fb991a1f8b4c27900e372ac94b5a48, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T11:18:54,807 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/ns/b95577dfa2664e46ad8a26b941f7dfcd as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/ns/b95577dfa2664e46ad8a26b941f7dfcd 2024-11-20T11:18:54,811 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/ns/b95577dfa2664e46ad8a26b941f7dfcd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:18:54,812 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/rep_barrier/9d75e9f15b964e61879188fa2d4851c8 as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/rep_barrier/9d75e9f15b964e61879188fa2d4851c8 2024-11-20T11:18:54,817 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/rep_barrier/9d75e9f15b964e61879188fa2d4851c8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T11:18:54,818 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/.tmp/table/ced7906c007147b0b5a0a5f53eedb1de as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/table/ced7906c007147b0b5a0a5f53eedb1de 2024-11-20T11:18:54,822 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/table/ced7906c007147b0b5a0a5f53eedb1de, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:18:54,823 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false 2024-11-20T11:18:54,828 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T11:18:54,829 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:18:54,829 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:18:54,829 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:18:54,829 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101533091Running coprocessor pre-close hooks at 1732101533091Disabling compacts and flushes for region at 1732101533091Disabling writes for close at 1732101533091Obtaining lock to block concurrent updates at 1732101533091Preparing flush snapshotting stores in 1588230740 at 1732101533091Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732101533092 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732101533092Flushing 1588230740/info: creating writer at 1732101533092Flushing 1588230740/info: appending metadata at 1732101533112 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732101533112Flushing 1588230740/ns: creating writer at 1732101533524 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732101533541 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732101533541Flushing 1588230740/rep_barrier: creating writer at 1732101533952 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101533965 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101533966 (+1 ms)Flushing 1588230740/table: creating writer at 1732101534375 (+409 ms)Flushing 1588230740/table: appending metadata at 1732101534389 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732101534389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30164f4b: reopening flushed file at 1732101534800 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2ccb90: reopening flushed file at 1732101534806 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b778fee: reopening flushed file at 1732101534812 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1b3d96: reopening flushed file at 1732101534817 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1732101534823 (+6 ms)Writing region close event to WAL at 1732101534825 (+2 ms)Running coprocessor post-close hooks at 1732101534829 (+4 ms)Closed at 1732101534829 2024-11-20T11:18:54,829 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:18:54,893 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,35885,1732101459956; all regions closed. 2024-11-20T11:18:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741834_1010 (size=2717) 2024-11-20T11:18:54,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/WALs/448ea6c54a8c,35885,1732101459956/448ea6c54a8c%2C35885%2C1732101459956.meta.1732101462535.meta not finished, retry = 0 2024-11-20T11:18:54,998 DEBUG [RS:0;448ea6c54a8c:35885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/oldWALs 2024-11-20T11:18:54,998 INFO [RS:0;448ea6c54a8c:35885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C35885%2C1732101459956.meta:.meta(num 1732101462535) 2024-11-20T11:18:55,000 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/WALs/448ea6c54a8c,35885,1732101459956/448ea6c54a8c%2C35885%2C1732101459956.1732101461952 not finished, retry = 0 2024-11-20T11:18:55,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741832_1008 (size=1028) 2024-11-20T11:18:55,103 DEBUG [RS:0;448ea6c54a8c:35885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/oldWALs 2024-11-20T11:18:55,103 INFO [RS:0;448ea6c54a8c:35885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C35885%2C1732101459956:(num 1732101461952) 2024-11-20T11:18:55,103 DEBUG [RS:0;448ea6c54a8c:35885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:55,103 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:18:55,103 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:18:55,104 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:18:55,104 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:18:55,104 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:18:55,104 INFO [RS:0;448ea6c54a8c:35885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:35885. 2024-11-20T11:18:55,104 DEBUG [RS:0;448ea6c54a8c:35885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:18:55,104 DEBUG [RS:0;448ea6c54a8c:35885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:55,104 DEBUG [RS:0;448ea6c54a8c:35885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:55,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:18:55,105 INFO [RS:0;448ea6c54a8c:35885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35885 2024-11-20T11:18:55,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11908750613/rs/448ea6c54a8c,35885,1732101459956 2024-11-20T11:18:55,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613/rs 2024-11-20T11:18:55,107 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:18:55,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,35885,1732101459956] 2024-11-20T11:18:55,110 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11908750613/draining/448ea6c54a8c,35885,1732101459956 already deleted, retry=false 2024-11-20T11:18:55,110 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,35885,1732101459956 expired; onlineServers=0 2024-11-20T11:18:55,110 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,40949,1732101459918' ***** 2024-11-20T11:18:55,110 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:18:55,110 INFO [M:0;448ea6c54a8c:40949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:18:55,110 INFO [M:0;448ea6c54a8c:40949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:18:55,110 DEBUG [M:0;448ea6c54a8c:40949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:18:55,110 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:18:55,110 DEBUG [M:0;448ea6c54a8c:40949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:18:55,110 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101461745 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101461745,5,FailOnTimeoutGroup] 2024-11-20T11:18:55,110 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101461744 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101461744,5,FailOnTimeoutGroup] 2024-11-20T11:18:55,111 INFO [M:0;448ea6c54a8c:40949 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:18:55,111 INFO [M:0;448ea6c54a8c:40949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:18:55,111 DEBUG [M:0;448ea6c54a8c:40949 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:18:55,111 INFO [M:0;448ea6c54a8c:40949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:18:55,111 INFO [M:0;448ea6c54a8c:40949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:18:55,111 INFO [M:0;448ea6c54a8c:40949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:18:55,111 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:18:55,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11908750613/master 2024-11-20T11:18:55,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11908750613 2024-11-20T11:18:55,112 DEBUG [M:0;448ea6c54a8c:40949 {}] zookeeper.ZKUtil(347): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Unable to get data of znode /11908750613/master because node does not exist (not an error) 2024-11-20T11:18:55,112 WARN [M:0;448ea6c54a8c:40949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:18:55,113 INFO [M:0;448ea6c54a8c:40949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/.lastflushedseqids 2024-11-20T11:18:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741843_1019 (size=173) 2024-11-20T11:18:55,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:18:55,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x1013518a88f0004, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:18:55,208 INFO [RS:0;448ea6c54a8c:35885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:18:55,208 INFO [RS:0;448ea6c54a8c:35885 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,35885,1732101459956; zookeeper connection closed. 2024-11-20T11:18:55,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70fd0fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70fd0fe 2024-11-20T11:18:55,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:18:55,518 INFO [M:0;448ea6c54a8c:40949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:18:55,518 INFO [M:0;448ea6c54a8c:40949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:18:55,518 DEBUG [M:0;448ea6c54a8c:40949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:18:55,518 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:18:55,518 DEBUG [M:0;448ea6c54a8c:40949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:18:55,518 DEBUG [M:0;448ea6c54a8c:40949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:18:55,518 DEBUG [M:0;448ea6c54a8c:40949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:18:55,518 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-20T11:18:55,534 DEBUG [M:0;448ea6c54a8c:40949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/133ace44fe014e899723ae0e1a810b45 is 82, key is hbase:meta,,1/info:regioninfo/1732101462570/Put/seqid=0 2024-11-20T11:18:55,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741844_1020 (size=5672) 2024-11-20T11:18:55,939 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/133ace44fe014e899723ae0e1a810b45 2024-11-20T11:18:55,959 DEBUG [M:0;448ea6c54a8c:40949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ceb6ac7e5724537b714a3ffc62e30e7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732101466050/Put/seqid=0 2024-11-20T11:18:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741845_1021 (size=6727) 2024-11-20T11:18:56,364 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ceb6ac7e5724537b714a3ffc62e30e7 2024-11-20T11:18:56,369 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ceb6ac7e5724537b714a3ffc62e30e7 2024-11-20T11:18:56,387 DEBUG [M:0;448ea6c54a8c:40949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c117a44fbbb24365ab7b5f0b2e6f4ec9 is 69, key is 448ea6c54a8c,35885,1732101459956/rs:state/1732101461794/Put/seqid=0 2024-11-20T11:18:56,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741846_1022 (size=5156) 2024-11-20T11:18:56,405 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 to pos 997, reset compression=false 2024-11-20T11:18:56,792 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c117a44fbbb24365ab7b5f0b2e6f4ec9 2024-11-20T11:18:56,798 DEBUG [M:0;448ea6c54a8c:40949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/133ace44fe014e899723ae0e1a810b45 as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/133ace44fe014e899723ae0e1a810b45 2024-11-20T11:18:56,802 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/133ace44fe014e899723ae0e1a810b45, entries=8, sequenceid=58, filesize=5.5 K 2024-11-20T11:18:56,803 DEBUG [M:0;448ea6c54a8c:40949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ceb6ac7e5724537b714a3ffc62e30e7 as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ceb6ac7e5724537b714a3ffc62e30e7 2024-11-20T11:18:56,808 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ceb6ac7e5724537b714a3ffc62e30e7 2024-11-20T11:18:56,808 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ceb6ac7e5724537b714a3ffc62e30e7, entries=6, sequenceid=58, filesize=6.6 K 2024-11-20T11:18:56,809 DEBUG [M:0;448ea6c54a8c:40949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c117a44fbbb24365ab7b5f0b2e6f4ec9 as hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c117a44fbbb24365ab7b5f0b2e6f4ec9 2024-11-20T11:18:56,814 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c117a44fbbb24365ab7b5f0b2e6f4ec9, entries=1, sequenceid=58, filesize=5.0 K 2024-11-20T11:18:56,816 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=58, compaction requested=false 2024-11-20T11:18:56,819 INFO [M:0;448ea6c54a8c:40949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:18:56,819 DEBUG [M:0;448ea6c54a8c:40949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101535518Disabling compacts and flushes for region at 1732101535518Disabling writes for close at 1732101535518Obtaining lock to block concurrent updates at 1732101535518Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101535518Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732101535519 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101535520 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101535520Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101535534 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101535534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101535944 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101535959 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101535959Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101536369 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101536387 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101536387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720912e7: reopening flushed file at 1732101536797 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7deb97: reopening flushed file at 1732101536802 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4743147b: reopening flushed file at 1732101536808 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=58, compaction requested=false at 1732101536816 (+8 ms)Writing region close event to WAL at 1732101536819 (+3 ms)Closed at 1732101536819 2024-11-20T11:18:56,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36417 is added to blk_1073741830_1006 (size=33026) 2024-11-20T11:18:56,822 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afaa944d-69b6-646b-5593-96b841ff2d85/MasterData/WALs/448ea6c54a8c,40949,1732101459918/448ea6c54a8c%2C40949%2C1732101459918.1732101461640 not finished, retry = 0 2024-11-20T11:18:56,923 INFO [M:0;448ea6c54a8c:40949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:18:56,923 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:18:56,923 INFO [M:0;448ea6c54a8c:40949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40949 2024-11-20T11:18:56,924 INFO [M:0;448ea6c54a8c:40949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:18:57,026 INFO [M:0;448ea6c54a8c:40949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:18:57,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:18:57,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40949-0x1013518a88f0003, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:18:57,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28bd404e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:18:57,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:18:57,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:18:57,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:18:57,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/hadoop.log.dir/,STOPPED} 2024-11-20T11:18:57,031 WARN [BP-546814601-172.17.0.2-1732101458806 heartbeating to localhost/127.0.0.1:38919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:18:57,031 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:18:57,031 WARN [BP-546814601-172.17.0.2-1732101458806 heartbeating to localhost/127.0.0.1:38919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-546814601-172.17.0.2-1732101458806 (Datanode Uuid 97601dc4-374f-4400-a0ff-8573135a1ee1) service to localhost/127.0.0.1:38919 2024-11-20T11:18:57,031 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:18:57,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/cluster_460e2fb7-348a-5a73-c114-20c51a0ff771/data/data1/current/BP-546814601-172.17.0.2-1732101458806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:18:57,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/cluster_460e2fb7-348a-5a73-c114-20c51a0ff771/data/data2/current/BP-546814601-172.17.0.2-1732101458806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:18:57,032 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:18:57,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:18:57,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:18:57,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:18:57,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:18:57,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/hadoop.log.dir/,STOPPED} 2024-11-20T11:18:57,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:18:57,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:18:57,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:18:57,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:18:57,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:57,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:57,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:18:57,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:18:57,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=695041459, stopped=false 2024-11-20T11:18:57,053 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,45129,1732101456438 2024-11-20T11:18:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01775338018/running 2024-11-20T11:18:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01775338018/running 2024-11-20T11:18:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:18:57,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:18:57,056 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:18:57,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Set watcher on znode that does not yet exist, /01775338018/running 2024-11-20T11:18:57,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:18:57,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:18:57,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:57,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Set watcher on znode that does not yet exist, /01775338018/running 2024-11-20T11:18:57,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,41191,1732101456526' ***** 2024-11-20T11:18:57,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:18:57,058 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:18:57,059 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:18:57,059 INFO [RS:0;448ea6c54a8c:41191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:18:57,059 INFO [RS:0;448ea6c54a8c:41191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:18:57,059 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(3091): Received CLOSE for a5451d3769a549d3563383bb55133982 2024-11-20T11:18:57,059 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(3091): Received CLOSE for fd853698216cff3692bf4150cf9f134b 2024-11-20T11:18:57,059 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,41191,1732101456526 2024-11-20T11:18:57,059 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:18:57,059 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5451d3769a549d3563383bb55133982, disabling compactions & flushes 2024-11-20T11:18:57,059 INFO [RS:0;448ea6c54a8c:41191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:41191. 2024-11-20T11:18:57,059 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:18:57,059 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:18:57,059 DEBUG [RS:0;448ea6c54a8c:41191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:18:57,059 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101462695.a5451d3769a549d3563383bb55133982. after waiting 0 ms 2024-11-20T11:18:57,059 DEBUG [RS:0;448ea6c54a8c:41191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:57,059 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:18:57,060 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:18:57,060 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:18:57,060 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:18:57,060 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:18:57,060 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:18:57,060 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1325): Online Regions={a5451d3769a549d3563383bb55133982=test,,1732101462695.a5451d3769a549d3563383bb55133982., fd853698216cff3692bf4150cf9f134b=hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:18:57,060 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5451d3769a549d3563383bb55133982, fd853698216cff3692bf4150cf9f134b 2024-11-20T11:18:57,060 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:18:57,060 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:18:57,061 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:18:57,061 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:18:57,061 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:18:57,061 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:18:57,069 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/default/test/a5451d3769a549d3563383bb55133982/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T11:18:57,070 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:18:57,070 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:18:57,070 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:18:57,070 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5451d3769a549d3563383bb55133982: Waiting for close lock at 1732101537059Running coprocessor pre-close hooks at 1732101537059Disabling compacts and flushes for region at 1732101537059Disabling writes for close at 1732101537059Writing region close event to WAL at 1732101537061 (+2 ms)Running coprocessor post-close hooks at 1732101537070 (+9 ms)Closed at 1732101537070 2024-11-20T11:18:57,070 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101462695.a5451d3769a549d3563383bb55133982. 2024-11-20T11:18:57,070 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd853698216cff3692bf4150cf9f134b, disabling compactions & flushes 2024-11-20T11:18:57,071 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:18:57,071 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:18:57,071 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. after waiting 0 ms 2024-11-20T11:18:57,071 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:18:57,071 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd853698216cff3692bf4150cf9f134b 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-20T11:18:57,083 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/info/b8e1304956094cbe96171a50652b3d79 is 147, key is hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b./info:regioninfo/1732101468236/Put/seqid=0 2024-11-20T11:18:57,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741844_1020 (size=7686) 2024-11-20T11:18:57,090 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/info/b8e1304956094cbe96171a50652b3d79 2024-11-20T11:18:57,093 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/.tmp/hfileref/9692ddd3a378454991156953c186adae is 74, key is 1/hfileref:215e47ef7d974abba82bcbc86a1ad501_SeqId_4_/1732101471495/DeleteColumn/seqid=0 2024-11-20T11:18:57,098 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:18:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741845_1021 (size=5203) 2024-11-20T11:18:57,117 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/ns/f55243d92c22467c8e3a5d7a8b83243a is 43, key is default/ns:d/1732101458717/Put/seqid=0 2024-11-20T11:18:57,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741846_1022 (size=5153) 2024-11-20T11:18:57,183 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:18:57,183 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:18:57,261 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd853698216cff3692bf4150cf9f134b 2024-11-20T11:18:57,461 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd853698216cff3692bf4150cf9f134b 2024-11-20T11:18:57,506 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/.tmp/hfileref/9692ddd3a378454991156953c186adae 2024-11-20T11:18:57,523 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/ns/f55243d92c22467c8e3a5d7a8b83243a 2024-11-20T11:18:57,535 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/.tmp/queue/4bce0e905e4a40de9847ee7206ae5269 is 153, key is 1-448ea6c54a8c,41191,1732101456526/queue:448ea6c54a8c%2C41191%2C1732101456526/1732101473319/Put/seqid=0 2024-11-20T11:18:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741847_1023 (size=5352) 2024-11-20T11:18:57,550 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/.tmp/queue/4bce0e905e4a40de9847ee7206ae5269 2024-11-20T11:18:57,566 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/rep_barrier/a4e9cc46942047cb8fe1f6f9c8645d08 is 112, key is test,,1732101462695.a5451d3769a549d3563383bb55133982./rep_barrier:seqnumDuringOpen/1732101463908/Put/seqid=0 2024-11-20T11:18:57,574 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/.tmp/hfileref/9692ddd3a378454991156953c186adae as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/hfileref/9692ddd3a378454991156953c186adae 2024-11-20T11:18:57,583 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/hfileref/9692ddd3a378454991156953c186adae, entries=2, sequenceid=10, filesize=5.1 K 2024-11-20T11:18:57,586 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/.tmp/queue/4bce0e905e4a40de9847ee7206ae5269 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/queue/4bce0e905e4a40de9847ee7206ae5269 2024-11-20T11:18:57,592 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/queue/4bce0e905e4a40de9847ee7206ae5269, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T11:18:57,593 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for fd853698216cff3692bf4150cf9f134b in 522ms, sequenceid=10, compaction requested=false 2024-11-20T11:18:57,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741848_1024 (size=5518) 2024-11-20T11:18:57,612 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/replication/fd853698216cff3692bf4150cf9f134b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T11:18:57,613 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:18:57,613 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:18:57,613 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:18:57,613 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd853698216cff3692bf4150cf9f134b: Waiting for close lock at 1732101537070Running coprocessor pre-close hooks at 1732101537070Disabling compacts and flushes for region at 1732101537070Disabling writes for close at 1732101537071 (+1 ms)Obtaining lock to block concurrent updates at 1732101537071Preparing flush snapshotting stores in fd853698216cff3692bf4150cf9f134b at 1732101537071Finished memstore snapshotting hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732101537071Flushing stores of hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. at 1732101537072 (+1 ms)Flushing fd853698216cff3692bf4150cf9f134b/hfileref: creating writer at 1732101537072Flushing fd853698216cff3692bf4150cf9f134b/hfileref: appending metadata at 1732101537093 (+21 ms)Flushing fd853698216cff3692bf4150cf9f134b/hfileref: closing flushed file at 1732101537093Flushing fd853698216cff3692bf4150cf9f134b/queue: creating writer at 1732101537512 (+419 ms)Flushing fd853698216cff3692bf4150cf9f134b/queue: appending metadata at 1732101537534 (+22 ms)Flushing fd853698216cff3692bf4150cf9f134b/queue: closing flushed file at 1732101537534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36acd431: reopening flushed file at 1732101537560 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a7b94d: reopening flushed file at 1732101537583 (+23 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for fd853698216cff3692bf4150cf9f134b in 522ms, sequenceid=10, compaction requested=false at 1732101537593 (+10 ms)Writing region close event to WAL at 1732101537604 (+11 ms)Running coprocessor post-close hooks at 1732101537613 (+9 ms)Closed at 1732101537613 2024-11-20T11:18:57,613 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101467047.fd853698216cff3692bf4150cf9f134b. 2024-11-20T11:18:57,661 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:57,861 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:58,004 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/rep_barrier/a4e9cc46942047cb8fe1f6f9c8645d08 2024-11-20T11:18:58,035 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/table/229ca27e53c541d58559ffcf637e4733 is 53, key is hbase:replication/table:state/1732101468247/Put/seqid=0 2024-11-20T11:18:58,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741849_1025 (size=5308) 2024-11-20T11:18:58,041 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/table/229ca27e53c541d58559ffcf637e4733 2024-11-20T11:18:58,056 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/info/b8e1304956094cbe96171a50652b3d79 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/info/b8e1304956094cbe96171a50652b3d79 2024-11-20T11:18:58,061 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:18:58,062 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:18:58,062 DEBUG [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:18:58,071 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/info/b8e1304956094cbe96171a50652b3d79, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:18:58,072 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/ns/f55243d92c22467c8e3a5d7a8b83243a as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/ns/f55243d92c22467c8e3a5d7a8b83243a 2024-11-20T11:18:58,079 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/ns/f55243d92c22467c8e3a5d7a8b83243a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:18:58,080 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/rep_barrier/a4e9cc46942047cb8fe1f6f9c8645d08 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/rep_barrier/a4e9cc46942047cb8fe1f6f9c8645d08 2024-11-20T11:18:58,095 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/rep_barrier/a4e9cc46942047cb8fe1f6f9c8645d08, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:18:58,097 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/.tmp/table/229ca27e53c541d58559ffcf637e4733 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/table/229ca27e53c541d58559ffcf637e4733 2024-11-20T11:18:58,122 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/table/229ca27e53c541d58559ffcf637e4733, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:18:58,123 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1062ms, sequenceid=16, compaction requested=false 2024-11-20T11:18:58,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:18:58,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:18:58,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:18:58,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:18:58,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:18:58,176 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:18:58,177 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:18:58,178 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:18:58,178 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:18:58,178 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101537060Running coprocessor pre-close hooks at 1732101537060Disabling compacts and flushes for region at 1732101537060Disabling writes for close at 1732101537061 (+1 ms)Obtaining lock to block concurrent updates at 1732101537061Preparing flush snapshotting stores in 1588230740 at 1732101537061Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101537061Flushing stores of hbase:meta,,1.1588230740 at 1732101537062 (+1 ms)Flushing 1588230740/info: creating writer at 1732101537062Flushing 1588230740/info: appending metadata at 1732101537082 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732101537082Flushing 1588230740/ns: creating writer at 1732101537097 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732101537116 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732101537116Flushing 1588230740/rep_barrier: creating writer at 1732101537536 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101537565 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101537565Flushing 1588230740/table: creating writer at 1732101538012 (+447 ms)Flushing 1588230740/table: appending metadata at 1732101538034 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732101538034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42568287: reopening flushed file at 1732101538055 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65afb12f: reopening flushed file at 1732101538071 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a22e9f3: reopening flushed file at 1732101538079 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aca9309: reopening flushed file at 1732101538096 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1062ms, sequenceid=16, compaction requested=false at 1732101538123 (+27 ms)Writing region close event to WAL at 1732101538167 (+44 ms)Running coprocessor post-close hooks at 1732101538177 (+10 ms)Closed at 1732101538178 (+1 ms) 2024-11-20T11:18:58,178 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:18:58,262 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,41191,1732101456526; all regions closed. 2024-11-20T11:18:58,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:18:58,267 DEBUG [RS:0;448ea6c54a8c:41191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/oldWALs 2024-11-20T11:18:58,267 INFO [RS:0;448ea6c54a8c:41191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C41191%2C1732101456526.meta:.meta(num 1732101458661) 2024-11-20T11:18:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741839_1015 (size=2700) 2024-11-20T11:18:58,275 DEBUG [RS:0;448ea6c54a8c:41191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/oldWALs 2024-11-20T11:18:58,275 INFO [RS:0;448ea6c54a8c:41191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C41191%2C1732101456526.rep:(num 1732101468188) 2024-11-20T11:18:58,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/WALs/448ea6c54a8c,41191,1732101456526/448ea6c54a8c%2C41191%2C1732101456526.1732101458289 not finished, retry = 0 2024-11-20T11:18:58,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741833_1009 (size=1300) 2024-11-20T11:18:58,382 DEBUG [RS:0;448ea6c54a8c:41191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/oldWALs 2024-11-20T11:18:58,382 INFO [RS:0;448ea6c54a8c:41191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C41191%2C1732101456526:(num 1732101458289) 2024-11-20T11:18:58,382 DEBUG [RS:0;448ea6c54a8c:41191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:58,382 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:18:58,382 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:18:58,382 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:18:58,382 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:18:58,382 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:18:58,383 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,41191,1732101456526 because: Region server is closing 2024-11-20T11:18:58,383 INFO [RS:0;448ea6c54a8c:41191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:41191. 2024-11-20T11:18:58,383 DEBUG [RS:0;448ea6c54a8c:41191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:18:58,383 DEBUG [RS:0;448ea6c54a8c:41191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:58,383 DEBUG [RS:0;448ea6c54a8c:41191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:18:58,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:18:58,484 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.wal-reader.448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:18:58,484 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.shipper448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T11:18:58,484 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41191,1732101456526.replicationSource.shipper448ea6c54a8c%2C41191%2C1732101456526,1-448ea6c54a8c,41191,1732101456526 terminated 2024-11-20T11:18:58,484 INFO [RS:0;448ea6c54a8c:41191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41191 2024-11-20T11:18:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018/rs 2024-11-20T11:18:58,488 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:18:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01775338018/rs/448ea6c54a8c,41191,1732101456526 2024-11-20T11:18:58,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,41191,1732101456526] 2024-11-20T11:18:58,490 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01775338018/draining/448ea6c54a8c,41191,1732101456526 already deleted, retry=false 2024-11-20T11:18:58,490 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,41191,1732101456526 expired; onlineServers=0 2024-11-20T11:18:58,490 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,45129,1732101456438' ***** 2024-11-20T11:18:58,490 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:18:58,490 INFO [M:0;448ea6c54a8c:45129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:18:58,491 INFO [M:0;448ea6c54a8c:45129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:18:58,491 DEBUG [M:0;448ea6c54a8c:45129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:18:58,491 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:18:58,491 DEBUG [M:0;448ea6c54a8c:45129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:18:58,491 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101458046 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101458046,5,FailOnTimeoutGroup] 2024-11-20T11:18:58,491 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101458046 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101458046,5,FailOnTimeoutGroup] 2024-11-20T11:18:58,491 INFO [M:0;448ea6c54a8c:45129 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:18:58,491 INFO [M:0;448ea6c54a8c:45129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:18:58,491 DEBUG [M:0;448ea6c54a8c:45129 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:18:58,491 INFO [M:0;448ea6c54a8c:45129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:18:58,491 INFO [M:0;448ea6c54a8c:45129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:18:58,492 INFO [M:0;448ea6c54a8c:45129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:18:58,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:18:58,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01775338018/master 2024-11-20T11:18:58,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01775338018 2024-11-20T11:18:58,493 DEBUG [M:0;448ea6c54a8c:45129 {}] zookeeper.ZKUtil(347): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Unable to get data of znode /01775338018/master because node does not exist (not an error) 2024-11-20T11:18:58,493 WARN [M:0;448ea6c54a8c:45129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:18:58,494 INFO [M:0;448ea6c54a8c:45129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/.lastflushedseqids 2024-11-20T11:18:58,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741850_1026 (size=263) 2024-11-20T11:18:58,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:18:58,590 INFO [RS:0;448ea6c54a8c:41191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:18:58,590 INFO [RS:0;448ea6c54a8c:41191 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,41191,1732101456526; zookeeper connection closed. 2024-11-20T11:18:58,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x1013518a88f0001, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:18:58,590 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@88b3826 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@88b3826 2024-11-20T11:18:58,591 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:18:58,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:18:58,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:18:58,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:18:58,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:18:58,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:18:58,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:18:58,900 INFO [M:0;448ea6c54a8c:45129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:18:58,900 INFO [M:0;448ea6c54a8c:45129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:18:58,900 DEBUG [M:0;448ea6c54a8c:45129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:18:58,900 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:18:58,900 DEBUG [M:0;448ea6c54a8c:45129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:18:58,900 DEBUG [M:0;448ea6c54a8c:45129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:18:58,900 DEBUG [M:0;448ea6c54a8c:45129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:18:58,901 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-20T11:18:58,924 DEBUG [M:0;448ea6c54a8c:45129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5d3d6a044ff45aaa61103c13d39971a is 82, key is hbase:meta,,1/info:regioninfo/1732101458702/Put/seqid=0 2024-11-20T11:18:58,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741851_1027 (size=5672) 2024-11-20T11:18:59,329 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5d3d6a044ff45aaa61103c13d39971a 2024-11-20T11:18:59,354 DEBUG [M:0;448ea6c54a8c:45129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc9de4e7741940678d9c345ea585fde8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732101463925/Put/seqid=0 2024-11-20T11:18:59,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741852_1028 (size=7239) 2024-11-20T11:18:59,759 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc9de4e7741940678d9c345ea585fde8 2024-11-20T11:18:59,764 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc9de4e7741940678d9c345ea585fde8 2024-11-20T11:18:59,778 DEBUG [M:0;448ea6c54a8c:45129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/773e5f55035b4b6994824811395b70aa is 69, key is 448ea6c54a8c,41191,1732101456526/rs:state/1732101458086/Put/seqid=0 2024-11-20T11:18:59,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741853_1029 (size=5156) 2024-11-20T11:19:00,189 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/773e5f55035b4b6994824811395b70aa 2024-11-20T11:19:00,196 DEBUG [M:0;448ea6c54a8c:45129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5d3d6a044ff45aaa61103c13d39971a as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5d3d6a044ff45aaa61103c13d39971a 2024-11-20T11:19:00,200 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5d3d6a044ff45aaa61103c13d39971a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T11:19:00,201 DEBUG [M:0;448ea6c54a8c:45129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc9de4e7741940678d9c345ea585fde8 as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc9de4e7741940678d9c345ea585fde8 2024-11-20T11:19:00,206 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc9de4e7741940678d9c345ea585fde8 2024-11-20T11:19:00,206 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc9de4e7741940678d9c345ea585fde8, entries=11, sequenceid=105, filesize=7.1 K 2024-11-20T11:19:00,207 DEBUG [M:0;448ea6c54a8c:45129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/773e5f55035b4b6994824811395b70aa as hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/773e5f55035b4b6994824811395b70aa 2024-11-20T11:19:00,211 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45277/user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/773e5f55035b4b6994824811395b70aa, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T11:19:00,212 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=105, compaction requested=false 2024-11-20T11:19:00,216 INFO [M:0;448ea6c54a8c:45129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:00,216 DEBUG [M:0;448ea6c54a8c:45129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101538900Disabling compacts and flushes for region at 1732101538900Disabling writes for close at 1732101538900Obtaining lock to block concurrent updates at 1732101538901 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101538901Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732101538901Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101538902 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101538902Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101538924 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101538924Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101539335 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101539353 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101539353Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101539764 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101539778 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101539778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603a57f9: reopening flushed file at 1732101540195 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6beace78: reopening flushed file at 1732101540200 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ff643e: reopening flushed file at 1732101540206 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=105, compaction requested=false at 1732101540212 (+6 ms)Writing region close event to WAL at 1732101540216 (+4 ms)Closed at 1732101540216 2024-11-20T11:19:00,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac5e1d3-4338-fe23-7a4b-8c35950ae29a/MasterData/WALs/448ea6c54a8c,45129,1732101456438/448ea6c54a8c%2C45129%2C1732101456438.1732101457852 not finished, retry = 0 2024-11-20T11:19:00,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741830_1006 (size=64514) 2024-11-20T11:19:00,325 INFO [M:0;448ea6c54a8c:45129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:19:00,325 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:00,325 INFO [M:0;448ea6c54a8c:45129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45129 2024-11-20T11:19:00,325 INFO [M:0;448ea6c54a8c:45129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:00,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:00,427 INFO [M:0;448ea6c54a8c:45129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:00,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45129-0x1013518a88f0000, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:00,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:00,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:19:00,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:19:00,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:19:00,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/hadoop.log.dir/,STOPPED} 2024-11-20T11:19:00,434 WARN [BP-698940479-172.17.0.2-1732101455381 heartbeating to localhost/127.0.0.1:45277 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:19:00,434 WARN [BP-698940479-172.17.0.2-1732101455381 heartbeating to localhost/127.0.0.1:45277 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-698940479-172.17.0.2-1732101455381 (Datanode Uuid d171b552-edb5-4b8e-a6b6-7fa9c401307c) service to localhost/127.0.0.1:45277 2024-11-20T11:19:00,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/cluster_3353a51b-f7ef-5237-140c-3779ffa0edf3/data/data1/current/BP-698940479-172.17.0.2-1732101455381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:19:00,435 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/cluster_3353a51b-f7ef-5237-140c-3779ffa0edf3/data/data2/current/BP-698940479-172.17.0.2-1732101455381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:19:00,435 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:19:00,435 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:19:00,435 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:19:00,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:00,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:19:00,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:19:00,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:19:00,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc7a20c-79ef-0119-1917-d8a8766dc2cf/hadoop.log.dir/,STOPPED} 2024-11-20T11:19:00,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:19:00,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:19:00,470 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38919 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fef30b8f0c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45277 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50019) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50019) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fef30b8f0c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=8956 (was 9329) 2024-11-20T11:19:00,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=8956 2024-11-20T11:19:00,497 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-20T11:19:00,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/hadoop.log.dir so I do NOT create it in target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c 2024-11-20T11:19:00,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:19:00,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/hadoop.tmp.dir so I do NOT create it in target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c 2024-11-20T11:19:00,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/495a85f4-bbb0-4f6b-29b2-a1ae5eabc982/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:19:00,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c 2024-11-20T11:19:00,498 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/cluster_6edca35f-880a-2d43-bd7f-faadd824d7c5, deleteOnExit=true 2024-11-20T11:19:00,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/cluster_6edca35f-880a-2d43-bd7f-faadd824d7c5/zookeeper_0, clientPort=56300, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/cluster_6edca35f-880a-2d43-bd7f-faadd824d7c5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/cluster_6edca35f-880a-2d43-bd7f-faadd824d7c5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:19:00,502 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56300 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/test.cache.data in system properties and HBase conf 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:19:00,502 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:19:00,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:19:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:19:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:19:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:19:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:19:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:19:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:19:00,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013518a88f0002, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:19:00,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013518a88f0005, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:19:00,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013518a88f0002, quorum=127.0.0.1:50019, baseZNode=/01775338018 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:19:00,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013518a88f0005, quorum=127.0.0.1:50019, baseZNode=/11908750613 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:19:00,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:00,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:00,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:00,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:00,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:19:00,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:00,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:00,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c9eb55a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:00,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@426661ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/java.io.tmpdir/jetty-localhost-38513-hadoop-hdfs-3_4_1-tests_jar-_-any-8539196632527734772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:00,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f4e1df{HTTP/1.1, (http/1.1)}{localhost:38513} 2024-11-20T11:19:00,848 INFO [Time-limited test {}] server.Server(415): Started @132102ms 2024-11-20T11:19:00,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:00,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:00,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:00,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:00,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:19:00,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:00,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:01,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78825a0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/java.io.tmpdir/jetty-localhost-41653-hadoop-hdfs-3_4_1-tests_jar-_-any-13007276403419728971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:01,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:41653} 2024-11-20T11:19:01,137 INFO [Time-limited test {}] server.Server(415): Started @132392ms 2024-11-20T11:19:01,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:19:01,240 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/cluster_6edca35f-880a-2d43-bd7f-faadd824d7c5/data/data1/current/BP-67279988-172.17.0.2-1732101540543/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:01,240 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/cluster_6edca35f-880a-2d43-bd7f-faadd824d7c5/data/data2/current/BP-67279988-172.17.0.2-1732101540543/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:01,266 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:19:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69b6793d8aa0b0bf with lease ID 0x9fa36b82e9d19dbc: Processing first storage report for DS-3ebaee58-d3ae-4092-a57d-986b27307770 from datanode DatanodeRegistration(127.0.0.1:40997, datanodeUuid=eaf03774-171e-45bc-b786-b2567078d469, infoPort=35431, infoSecurePort=0, ipcPort=42949, storageInfo=lv=-57;cid=testClusterID;nsid=1399337113;c=1732101540543) 2024-11-20T11:19:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69b6793d8aa0b0bf with lease ID 0x9fa36b82e9d19dbc: from storage DS-3ebaee58-d3ae-4092-a57d-986b27307770 node DatanodeRegistration(127.0.0.1:40997, datanodeUuid=eaf03774-171e-45bc-b786-b2567078d469, infoPort=35431, infoSecurePort=0, ipcPort=42949, storageInfo=lv=-57;cid=testClusterID;nsid=1399337113;c=1732101540543), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69b6793d8aa0b0bf with lease ID 0x9fa36b82e9d19dbc: Processing first storage report for DS-4330162c-4093-4dfb-94a8-a21f5a7c6a1c from datanode DatanodeRegistration(127.0.0.1:40997, datanodeUuid=eaf03774-171e-45bc-b786-b2567078d469, infoPort=35431, infoSecurePort=0, ipcPort=42949, storageInfo=lv=-57;cid=testClusterID;nsid=1399337113;c=1732101540543) 2024-11-20T11:19:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69b6793d8aa0b0bf with lease ID 0x9fa36b82e9d19dbc: from storage DS-4330162c-4093-4dfb-94a8-a21f5a7c6a1c node DatanodeRegistration(127.0.0.1:40997, datanodeUuid=eaf03774-171e-45bc-b786-b2567078d469, infoPort=35431, infoSecurePort=0, ipcPort=42949, storageInfo=lv=-57;cid=testClusterID;nsid=1399337113;c=1732101540543), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:01,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c 2024-11-20T11:19:01,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:01,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:01,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:19:01,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2 with version=8 2024-11-20T11:19:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/hbase-staging 2024-11-20T11:19:01,381 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:01,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:01,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:01,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:01,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:01,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:01,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:19:01,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:01,382 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35003 2024-11-20T11:19:01,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35003 connecting to ZooKeeper ensemble=127.0.0.1:56300 2024-11-20T11:19:01,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350030x0, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:01,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35003-0x1013519f5230000 connected 2024-11-20T11:19:01,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:01,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:01,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/running 2024-11-20T11:19:01,431 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2, hbase.cluster.distributed=false 2024-11-20T11:19:01,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/acl 2024-11-20T11:19:01,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35003 2024-11-20T11:19:01,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35003 2024-11-20T11:19:01,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35003 2024-11-20T11:19:01,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35003 2024-11-20T11:19:01,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35003 2024-11-20T11:19:01,461 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:01,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:01,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:01,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:01,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:01,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:01,461 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:19:01,461 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:01,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36111 2024-11-20T11:19:01,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36111 connecting to ZooKeeper ensemble=127.0.0.1:56300 2024-11-20T11:19:01,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:01,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:01,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361110x0, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:01,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361110x0, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/running 2024-11-20T11:19:01,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36111-0x1013519f5230001 connected 2024-11-20T11:19:01,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:19:01,475 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:19:01,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/master 2024-11-20T11:19:01,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/acl 2024-11-20T11:19:01,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-20T11:19:01,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36111 2024-11-20T11:19:01,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36111 2024-11-20T11:19:01,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-20T11:19:01,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-20T11:19:01,496 DEBUG [M:0;448ea6c54a8c:35003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:35003 2024-11-20T11:19:01,496 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01433312741/backup-masters/448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:01,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/backup-masters 2024-11-20T11:19:01,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/backup-masters 2024-11-20T11:19:01,499 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on existing znode=/01433312741/backup-masters/448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:01,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:01,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01433312741/master 2024-11-20T11:19:01,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:01,502 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on existing znode=/01433312741/master 2024-11-20T11:19:01,503 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01433312741/backup-masters/448ea6c54a8c,35003,1732101541381 from backup master directory 2024-11-20T11:19:01,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01433312741/backup-masters/448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:01,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/backup-masters 2024-11-20T11:19:01,504 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:01,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/backup-masters 2024-11-20T11:19:01,504 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:01,509 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/hbase.id] with ID: 1fe2b35b-0afa-4492-bec8-2b7850d38492 2024-11-20T11:19:01,509 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/.tmp/hbase.id 2024-11-20T11:19:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:19:01,918 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/.tmp/hbase.id]:[hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/hbase.id] 2024-11-20T11:19:01,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:01,929 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:19:01,930 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:19:01,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:01,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:01,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:19:02,338 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:02,339 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:19:02,340 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:02,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:19:02,751 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store 2024-11-20T11:19:02,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:19:03,159 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:03,159 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:03,159 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:03,159 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:03,159 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:19:03,159 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:03,159 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:03,159 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101543159Disabling compacts and flushes for region at 1732101543159Disabling writes for close at 1732101543159Writing region close event to WAL at 1732101543159Closed at 1732101543159 2024-11-20T11:19:03,160 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/.initializing 2024-11-20T11:19:03,160 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:03,161 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:03,163 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C35003%2C1732101541381, suffix=, logDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,35003,1732101541381, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/oldWALs, maxLogs=10 2024-11-20T11:19:03,176 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,35003,1732101541381/448ea6c54a8c%2C35003%2C1732101541381.1732101543163, exclude list is [], retry=0 2024-11-20T11:19:03,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40997,DS-3ebaee58-d3ae-4092-a57d-986b27307770,DISK] 2024-11-20T11:19:03,180 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,35003,1732101541381/448ea6c54a8c%2C35003%2C1732101541381.1732101543163 2024-11-20T11:19:03,180 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35431:35431)] 2024-11-20T11:19:03,180 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:03,181 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:03,181 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,181 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:19:03,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:03,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:03,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:19:03,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:03,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:03,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:19:03,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:03,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:03,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:19:03,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:03,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:03,188 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,188 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,189 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,189 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,189 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,190 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:03,191 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:03,193 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:03,193 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61354552, jitterRate=-0.0857459306716919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:03,194 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101543181Initializing all the Stores at 1732101543182 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101543182Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101543182Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101543182Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101543182Cleaning up temporary data from old regions at 1732101543189 (+7 ms)Region opened successfully at 1732101543194 (+5 ms) 2024-11-20T11:19:03,194 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:19:03,197 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33496add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:03,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:19:03,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:19:03,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:19:03,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:19:03,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:19:03,199 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:19:03,199 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:19:03,201 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:19:03,201 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/balancer because node does not exist (not necessarily an error) 2024-11-20T11:19:03,203 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/balancer already deleted, retry=false 2024-11-20T11:19:03,203 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:19:03,204 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:19:03,205 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/normalizer already deleted, retry=false 2024-11-20T11:19:03,205 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:19:03,205 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:19:03,206 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/switch/split already deleted, retry=false 2024-11-20T11:19:03,207 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:19:03,210 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/switch/merge already deleted, retry=false 2024-11-20T11:19:03,211 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:19:03,212 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/snapshot-cleanup already deleted, retry=false 2024-11-20T11:19:03,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01433312741/running 2024-11-20T11:19:03,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01433312741/running 2024-11-20T11:19:03,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:03,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:03,214 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,35003,1732101541381, sessionid=0x1013519f5230000, setting cluster-up flag (Was=false) 2024-11-20T11:19:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:03,224 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01433312741/flush-table-proc/acquired, /01433312741/flush-table-proc/reached, /01433312741/flush-table-proc/abort 2024-11-20T11:19:03,225 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:03,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:03,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:03,234 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01433312741/online-snapshot/acquired, /01433312741/online-snapshot/reached, /01433312741/online-snapshot/abort 2024-11-20T11:19:03,235 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:03,236 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:19:03,238 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:03,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:19:03,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:19:03,238 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,35003,1732101541381 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:19:03,239 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:03,239 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:03,239 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:03,239 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:03,239 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:19:03,239 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,239 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:03,239 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101573240 2024-11-20T11:19:03,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:19:03,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:19:03,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:19:03,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:19:03,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:19:03,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:19:03,241 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:03,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:19:03,241 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:19:03,241 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:19:03,241 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:19:03,241 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:19:03,242 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:03,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:19:03,244 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:19:03,244 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:19:03,244 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101543244,5,FailOnTimeoutGroup] 2024-11-20T11:19:03,245 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101543244,5,FailOnTimeoutGroup] 2024-11-20T11:19:03,245 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,245 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:19:03,245 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,245 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:19:03,287 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(746): ClusterId : 1fe2b35b-0afa-4492-bec8-2b7850d38492 2024-11-20T11:19:03,287 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:19:03,289 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:19:03,289 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:19:03,291 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:19:03,291 DEBUG [RS:0;448ea6c54a8c:36111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12049814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:03,303 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:36111 2024-11-20T11:19:03,303 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:19:03,303 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:19:03,303 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:19:03,304 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,35003,1732101541381 with port=36111, startcode=1732101541460 2024-11-20T11:19:03,304 DEBUG [RS:0;448ea6c54a8c:36111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:19:03,305 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:19:03,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35003 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:03,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35003 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:03,307 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2 2024-11-20T11:19:03,307 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34651 2024-11-20T11:19:03,307 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:19:03,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/rs 2024-11-20T11:19:03,309 DEBUG [RS:0;448ea6c54a8c:36111 {}] zookeeper.ZKUtil(111): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on existing znode=/01433312741/rs/448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:03,309 WARN [RS:0;448ea6c54a8c:36111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:03,309 INFO [RS:0;448ea6c54a8c:36111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:03,309 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:03,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,36111,1732101541460] 2024-11-20T11:19:03,313 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:19:03,315 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:19:03,315 INFO [RS:0;448ea6c54a8c:36111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:19:03,315 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,315 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:19:03,316 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:19:03,316 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,316 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,316 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,316 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,316 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,316 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,316 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:03,316 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,317 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,317 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,317 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,317 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,317 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:03,317 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:03,317 DEBUG [RS:0;448ea6c54a8c:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:03,320 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,320 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,320 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,321 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,321 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,321 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36111,1732101541460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:03,335 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:19:03,335 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36111,1732101541460-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,335 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,335 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.Replication(171): 448ea6c54a8c,36111,1732101541460 started 2024-11-20T11:19:03,351 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:03,351 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,36111,1732101541460, RpcServer on 448ea6c54a8c/172.17.0.2:36111, sessionid=0x1013519f5230001 2024-11-20T11:19:03,351 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:19:03,351 DEBUG [RS:0;448ea6c54a8c:36111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:03,351 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,36111,1732101541460' 2024-11-20T11:19:03,351 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01433312741/flush-table-proc/abort' 2024-11-20T11:19:03,352 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01433312741/flush-table-proc/acquired' 2024-11-20T11:19:03,352 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:19:03,352 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:19:03,352 DEBUG [RS:0;448ea6c54a8c:36111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:03,352 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,36111,1732101541460' 2024-11-20T11:19:03,352 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01433312741/online-snapshot/abort' 2024-11-20T11:19:03,353 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01433312741/online-snapshot/acquired' 2024-11-20T11:19:03,353 DEBUG [RS:0;448ea6c54a8c:36111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:19:03,353 INFO [RS:0;448ea6c54a8c:36111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:19:03,353 INFO [RS:0;448ea6c54a8c:36111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:19:03,453 INFO [RS:0;448ea6c54a8c:36111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:03,455 INFO [RS:0;448ea6c54a8c:36111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C36111%2C1732101541460, suffix=, logDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs, maxLogs=10 2024-11-20T11:19:03,469 DEBUG [RS:0;448ea6c54a8c:36111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.1732101543456, exclude list is [], retry=0 2024-11-20T11:19:03,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40997,DS-3ebaee58-d3ae-4092-a57d-986b27307770,DISK] 2024-11-20T11:19:03,474 INFO [RS:0;448ea6c54a8c:36111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.1732101543456 2024-11-20T11:19:03,474 DEBUG [RS:0;448ea6c54a8c:36111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35431:35431)] 2024-11-20T11:19:03,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:19:03,649 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2 2024-11-20T11:19:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:19:03,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:03,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:03,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:03,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:03,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:03,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:03,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:03,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:03,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:03,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:03,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:03,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:03,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:03,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:03,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:03,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:03,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:03,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:03,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740 2024-11-20T11:19:03,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740 2024-11-20T11:19:03,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:03,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:03,665 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:03,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:03,667 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:03,667 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74432588, jitterRate=0.10913199186325073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:03,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101543656Initializing all the Stores at 1732101543656Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101543656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101543657 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101543657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101543657Cleaning up temporary data from old regions at 1732101543664 (+7 ms)Region opened successfully at 1732101543668 (+4 ms) 2024-11-20T11:19:03,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:03,668 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:03,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:03,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:03,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:03,668 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:03,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101543668Disabling compacts and flushes for region at 1732101543668Disabling writes for close at 1732101543668Writing region close event to WAL at 1732101543668Closed at 1732101543668 2024-11-20T11:19:03,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:03,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:19:03,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:19:03,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:03,672 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:19:03,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:19:03,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:03,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:03,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:03,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:03,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:03,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:03,822 DEBUG [448ea6c54a8c:35003 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:19:03,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:03,824 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,36111,1732101541460, state=OPENING 2024-11-20T11:19:03,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:19:03,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:03,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:03,828 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:03,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: CHANGED 2024-11-20T11:19:03,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: CHANGED 2024-11-20T11:19:03,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,36111,1732101541460}] 2024-11-20T11:19:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T11:19:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:19:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T11:19:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:19:03,981 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:19:03,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:19:03,986 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:19:03,986 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:03,986 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:19:03,988 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C36111%2C1732101541460.meta, suffix=.meta, logDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs, maxLogs=10 2024-11-20T11:19:04,001 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.meta.1732101543988.meta, exclude list is [], retry=0 2024-11-20T11:19:04,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40997,DS-3ebaee58-d3ae-4092-a57d-986b27307770,DISK] 2024-11-20T11:19:04,005 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.meta.1732101543988.meta 2024-11-20T11:19:04,005 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35431:35431)] 2024-11-20T11:19:04,006 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:04,006 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:04,006 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:19:04,006 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:19:04,006 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:19:04,006 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:19:04,006 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:04,006 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:19:04,007 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:19:04,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:04,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:04,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:04,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:04,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:04,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:04,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:04,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:04,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:04,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:04,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:04,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:04,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:04,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:04,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:04,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:04,013 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:04,014 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740 2024-11-20T11:19:04,015 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740 2024-11-20T11:19:04,016 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:04,016 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:04,017 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:04,018 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:04,019 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62081191, jitterRate=-0.07491816580295563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:04,019 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:19:04,019 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101544007Writing region info on filesystem at 1732101544007Initializing all the Stores at 1732101544007Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101544007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101544008 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101544008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101544008Cleaning up temporary data from old regions at 1732101544016 (+8 ms)Running coprocessor post-open hooks at 1732101544019 (+3 ms)Region opened successfully at 1732101544019 2024-11-20T11:19:04,020 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101543981 2024-11-20T11:19:04,023 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:19:04,023 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:19:04,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:04,024 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,36111,1732101541460, state=OPEN 2024-11-20T11:19:04,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01433312741/meta-region-server 2024-11-20T11:19:04,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01433312741/meta-region-server 2024-11-20T11:19:04,029 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:04,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: CHANGED 2024-11-20T11:19:04,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: CHANGED 2024-11-20T11:19:04,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:19:04,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,36111,1732101541460 in 200 msec 2024-11-20T11:19:04,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:19:04,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-20T11:19:04,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:04,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:19:04,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:04,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,36111,1732101541460, seqNum=-1] 2024-11-20T11:19:04,036 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:04,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:04,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 805 msec 2024-11-20T11:19:04,043 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101544043, completionTime=-1 2024-11-20T11:19:04,043 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:19:04,043 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:19:04,045 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:19:04,045 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101604045 2024-11-20T11:19:04,045 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101664045 2024-11-20T11:19:04,045 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T11:19:04,045 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35003,1732101541381-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:04,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35003,1732101541381-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:04,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35003,1732101541381-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:04,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:35003, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:04,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:04,046 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:04,047 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:19:04,050 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.546sec 2024-11-20T11:19:04,050 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:19:04,050 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:19:04,050 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:19:04,050 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:19:04,050 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:19:04,050 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35003,1732101541381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:04,050 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35003,1732101541381-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:19:04,052 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:19:04,052 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:19:04,052 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35003,1732101541381-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:04,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd458e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:04,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35003,-1 for getting cluster id 2024-11-20T11:19:04,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:04,089 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2b35b-0afa-4492-bec8-2b7850d38492' 2024-11-20T11:19:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2b35b-0afa-4492-bec8-2b7850d38492" 2024-11-20T11:19:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffaa5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35003,-1] 2024-11-20T11:19:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:04,091 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:04,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c19f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:04,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,36111,1732101541460, seqNum=-1] 2024-11-20T11:19:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:04,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:04,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:04,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56300 2024-11-20T11:19:04,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:04,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013519f5230002 connected 2024-11-20T11:19:04,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/hadoop.log.dir so I do NOT create it in target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01 2024-11-20T11:19:04,103 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:19:04,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/hadoop.tmp.dir so I do NOT create it in target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01 2024-11-20T11:19:04,103 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:19:04,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01 2024-11-20T11:19:04,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:19:04,103 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/cluster_fbcb7c27-1351-fc83-ed96-8bd434db161e, deleteOnExit=true 2024-11-20T11:19:04,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:19:04,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/test.cache.data in system properties and HBase conf 2024-11-20T11:19:04,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:19:04,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:19:04,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:19:04,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:19:04,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:19:04,104 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:19:04,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:04,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:19:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:19:04,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:04,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:04,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:04,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:04,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:19:04,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:04,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58a30a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:04,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@780a9b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:04,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6097698c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/java.io.tmpdir/jetty-localhost-41819-hadoop-hdfs-3_4_1-tests_jar-_-any-1546575080091193863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:04,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aab5893{HTTP/1.1, (http/1.1)}{localhost:41819} 2024-11-20T11:19:04,334 INFO [Time-limited test {}] server.Server(415): Started @135588ms 2024-11-20T11:19:04,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:04,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:04,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:04,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:04,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:19:04,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d1efea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:04,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25341d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:04,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64bc60f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/java.io.tmpdir/jetty-localhost-41035-hadoop-hdfs-3_4_1-tests_jar-_-any-14643253036654793166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:04,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4660777d{HTTP/1.1, (http/1.1)}{localhost:41035} 2024-11-20T11:19:04,565 INFO [Time-limited test {}] server.Server(415): Started @135819ms 2024-11-20T11:19:04,566 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:19:04,692 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/cluster_fbcb7c27-1351-fc83-ed96-8bd434db161e/data/data1/current/BP-1972803305-172.17.0.2-1732101544131/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:04,692 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/cluster_fbcb7c27-1351-fc83-ed96-8bd434db161e/data/data2/current/BP-1972803305-172.17.0.2-1732101544131/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:04,715 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:19:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34e1e6f483bb01ed with lease ID 0xf8ca1003a22b16bc: Processing first storage report for DS-b3e78195-fbe3-433c-9924-47d90f7b9901 from datanode DatanodeRegistration(127.0.0.1:33771, datanodeUuid=2399b806-d354-4b45-95b7-80457c65a0d0, infoPort=41587, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=816221204;c=1732101544131) 2024-11-20T11:19:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34e1e6f483bb01ed with lease ID 0xf8ca1003a22b16bc: from storage DS-b3e78195-fbe3-433c-9924-47d90f7b9901 node DatanodeRegistration(127.0.0.1:33771, datanodeUuid=2399b806-d354-4b45-95b7-80457c65a0d0, infoPort=41587, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=816221204;c=1732101544131), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34e1e6f483bb01ed with lease ID 0xf8ca1003a22b16bc: Processing first storage report for DS-8f1d35d7-c54d-411c-b46b-4d51353928d4 from datanode DatanodeRegistration(127.0.0.1:33771, datanodeUuid=2399b806-d354-4b45-95b7-80457c65a0d0, infoPort=41587, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=816221204;c=1732101544131) 2024-11-20T11:19:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34e1e6f483bb01ed with lease ID 0xf8ca1003a22b16bc: from storage DS-8f1d35d7-c54d-411c-b46b-4d51353928d4 node DatanodeRegistration(127.0.0.1:33771, datanodeUuid=2399b806-d354-4b45-95b7-80457c65a0d0, infoPort=41587, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=816221204;c=1732101544131), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:04,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01 2024-11-20T11:19:04,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:04,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:19:05,224 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b with version=8 2024-11-20T11:19:05,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/hbase-staging 2024-11-20T11:19:05,226 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:05,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:05,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:19:05,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:05,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43823 2024-11-20T11:19:05,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43823 connecting to ZooKeeper ensemble=127.0.0.1:56300 2024-11-20T11:19:05,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438230x0, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:05,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43823-0x1013519f5230003 connected 2024-11-20T11:19:05,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:05,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:05,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Set watcher on znode that does not yet exist, /1272193661/running 2024-11-20T11:19:05,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b, hbase.cluster.distributed=false 2024-11-20T11:19:05,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Set watcher on znode that does not yet exist, /1272193661/acl 2024-11-20T11:19:05,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43823 2024-11-20T11:19:05,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43823 2024-11-20T11:19:05,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43823 2024-11-20T11:19:05,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43823 2024-11-20T11:19:05,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43823 2024-11-20T11:19:05,262 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:05,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:05,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:05,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:05,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:05,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:05,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:19:05,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:05,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39539 2024-11-20T11:19:05,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39539 connecting to ZooKeeper ensemble=127.0.0.1:56300 2024-11-20T11:19:05,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:05,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395390x0, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:05,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395390x0, quorum=127.0.0.1:56300, baseZNode=/1272193661 Set watcher on znode that does not yet exist, /1272193661/running 2024-11-20T11:19:05,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39539-0x1013519f5230004 connected 2024-11-20T11:19:05,270 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:19:05,270 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:19:05,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Set watcher on znode that does not yet exist, /1272193661/master 2024-11-20T11:19:05,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Set watcher on znode that does not yet exist, /1272193661/acl 2024-11-20T11:19:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39539 2024-11-20T11:19:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39539 2024-11-20T11:19:05,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39539 2024-11-20T11:19:05,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39539 2024-11-20T11:19:05,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39539 2024-11-20T11:19:05,289 DEBUG [M:0;448ea6c54a8c:43823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:43823 2024-11-20T11:19:05,289 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1272193661/backup-masters/448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:05,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661/backup-masters 2024-11-20T11:19:05,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661/backup-masters 2024-11-20T11:19:05,291 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Set watcher on existing znode=/1272193661/backup-masters/448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:05,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1272193661/master 2024-11-20T11:19:05,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:05,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:05,293 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Set watcher on existing znode=/1272193661/master 2024-11-20T11:19:05,293 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1272193661/backup-masters/448ea6c54a8c,43823,1732101545226 from backup master directory 2024-11-20T11:19:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1272193661/backup-masters/448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661/backup-masters 2024-11-20T11:19:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661/backup-masters 2024-11-20T11:19:05,296 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:05,296 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:05,299 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/hbase.id] with ID: b150f08b-a638-4501-ba16-1cb3ca12ebe7 2024-11-20T11:19:05,299 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/.tmp/hbase.id 2024-11-20T11:19:05,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:19:05,707 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/.tmp/hbase.id]:[hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/hbase.id] 2024-11-20T11:19:05,717 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:05,717 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:19:05,718 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:19:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:19:06,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:06,127 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:19:06,127 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:06,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:19:06,536 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store 2024-11-20T11:19:06,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:19:06,942 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:06,942 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:06,942 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:06,942 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:06,943 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-20T11:19:06,943 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:06,943 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:06,943 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101546942Disabling compacts and flushes for region at 1732101546942Disabling writes for close at 1732101546943 (+1 ms)Writing region close event to WAL at 1732101546943Closed at 1732101546943 2024-11-20T11:19:06,943 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/.initializing 2024-11-20T11:19:06,943 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/WALs/448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:06,944 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:06,946 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C43823%2C1732101545226, suffix=, logDir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/WALs/448ea6c54a8c,43823,1732101545226, archiveDir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/oldWALs, maxLogs=10 2024-11-20T11:19:06,965 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/WALs/448ea6c54a8c,43823,1732101545226/448ea6c54a8c%2C43823%2C1732101545226.1732101546946, exclude list is [], retry=0 2024-11-20T11:19:06,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-b3e78195-fbe3-433c-9924-47d90f7b9901,DISK] 2024-11-20T11:19:06,969 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/WALs/448ea6c54a8c,43823,1732101545226/448ea6c54a8c%2C43823%2C1732101545226.1732101546946 2024-11-20T11:19:06,970 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)] 2024-11-20T11:19:06,970 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:06,970 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:06,970 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,970 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:19:06,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:06,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:06,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:19:06,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:06,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:06,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:19:06,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:06,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:06,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:19:06,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:06,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:06,979 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,980 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,980 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,982 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,982 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,983 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:06,984 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:06,986 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:06,986 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59234013, jitterRate=-0.11734442412853241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:06,987 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101546970Initializing all the Stores at 1732101546971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101546971Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101546971Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101546971Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101546971Cleaning up temporary data from old regions at 1732101546982 (+11 ms)Region opened successfully at 1732101546987 (+5 ms) 2024-11-20T11:19:06,987 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:19:06,989 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aa1c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:06,990 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:19:06,990 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:19:06,990 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:19:06,990 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:19:06,991 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:19:06,991 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:19:06,991 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:19:06,993 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:19:06,994 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Unable to get data of znode /1272193661/balancer because node does not exist (not necessarily an error) 2024-11-20T11:19:06,995 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1272193661/balancer already deleted, retry=false 2024-11-20T11:19:06,995 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:19:06,996 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Unable to get data of znode /1272193661/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:19:06,997 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1272193661/normalizer already deleted, retry=false 2024-11-20T11:19:06,997 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:19:06,998 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Unable to get data of znode /1272193661/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:19:07,001 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1272193661/switch/split already deleted, retry=false 2024-11-20T11:19:07,001 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Unable to get data of znode /1272193661/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:19:07,002 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1272193661/switch/merge already deleted, retry=false 2024-11-20T11:19:07,004 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Unable to get data of znode /1272193661/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:19:07,004 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1272193661/snapshot-cleanup already deleted, retry=false 2024-11-20T11:19:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1272193661/running 2024-11-20T11:19:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1272193661/running 2024-11-20T11:19:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:07,006 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,43823,1732101545226, sessionid=0x1013519f5230003, setting cluster-up flag (Was=false) 2024-11-20T11:19:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:07,016 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1272193661/flush-table-proc/acquired, /1272193661/flush-table-proc/reached, /1272193661/flush-table-proc/abort 2024-11-20T11:19:07,017 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:07,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:07,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:07,024 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1272193661/online-snapshot/acquired, /1272193661/online-snapshot/reached, /1272193661/online-snapshot/abort 2024-11-20T11:19:07,025 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:07,026 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:19:07,027 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:07,028 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:19:07,028 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:19:07,028 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,43823,1732101545226 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:19:07,029 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:07,029 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:07,029 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:07,029 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:07,029 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:19:07,029 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,029 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:07,029 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:07,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:19:07,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101577031 2024-11-20T11:19:07,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:19:07,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:19:07,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:19:07,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:19:07,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:19:07,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:19:07,031 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,031 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:07,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:19:07,032 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:19:07,032 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:19:07,032 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:19:07,032 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:19:07,032 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:19:07,032 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:19:07,036 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101547032,5,FailOnTimeoutGroup] 2024-11-20T11:19:07,039 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101547036,5,FailOnTimeoutGroup] 2024-11-20T11:19:07,039 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,039 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:19:07,039 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,039 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:19:07,080 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(746): ClusterId : b150f08b-a638-4501-ba16-1cb3ca12ebe7 2024-11-20T11:19:07,081 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:19:07,083 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:19:07,083 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:19:07,085 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:19:07,085 DEBUG [RS:0;448ea6c54a8c:39539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b4424f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:07,105 DEBUG [RS:0;448ea6c54a8c:39539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:39539 2024-11-20T11:19:07,105 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:19:07,105 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:19:07,105 DEBUG [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:19:07,106 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,43823,1732101545226 with port=39539, startcode=1732101545261 2024-11-20T11:19:07,106 DEBUG [RS:0;448ea6c54a8c:39539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:19:07,107 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:19:07,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:07,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43823 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:07,110 DEBUG [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b 2024-11-20T11:19:07,110 DEBUG [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39055 2024-11-20T11:19:07,110 DEBUG [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:19:07,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661/rs 2024-11-20T11:19:07,114 DEBUG [RS:0;448ea6c54a8c:39539 {}] zookeeper.ZKUtil(111): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Set watcher on existing znode=/1272193661/rs/448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:07,114 WARN [RS:0;448ea6c54a8c:39539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:07,115 INFO [RS:0;448ea6c54a8c:39539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:07,115 DEBUG [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/WALs/448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:07,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,39539,1732101545261] 2024-11-20T11:19:07,119 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:19:07,124 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:19:07,125 INFO [RS:0;448ea6c54a8c:39539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:19:07,125 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,125 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:19:07,126 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:19:07,126 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:07,126 DEBUG [RS:0;448ea6c54a8c:39539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:07,132 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,132 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,132 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,132 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,132 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,132 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,39539,1732101545261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:07,155 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:19:07,155 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,39539,1732101545261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,156 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,156 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.Replication(171): 448ea6c54a8c,39539,1732101545261 started 2024-11-20T11:19:07,170 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:07,170 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,39539,1732101545261, RpcServer on 448ea6c54a8c/172.17.0.2:39539, sessionid=0x1013519f5230004 2024-11-20T11:19:07,170 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:19:07,170 DEBUG [RS:0;448ea6c54a8c:39539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:07,170 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,39539,1732101545261' 2024-11-20T11:19:07,170 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1272193661/flush-table-proc/abort' 2024-11-20T11:19:07,171 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1272193661/flush-table-proc/acquired' 2024-11-20T11:19:07,171 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:19:07,171 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:19:07,171 DEBUG [RS:0;448ea6c54a8c:39539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:07,171 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,39539,1732101545261' 2024-11-20T11:19:07,171 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1272193661/online-snapshot/abort' 2024-11-20T11:19:07,171 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1272193661/online-snapshot/acquired' 2024-11-20T11:19:07,172 DEBUG [RS:0;448ea6c54a8c:39539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:19:07,172 INFO [RS:0;448ea6c54a8c:39539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:19:07,172 INFO [RS:0;448ea6c54a8c:39539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:19:07,272 INFO [RS:0;448ea6c54a8c:39539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:07,273 INFO [RS:0;448ea6c54a8c:39539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C39539%2C1732101545261, suffix=, logDir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/WALs/448ea6c54a8c,39539,1732101545261, archiveDir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/oldWALs, maxLogs=10 2024-11-20T11:19:07,287 DEBUG [RS:0;448ea6c54a8c:39539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/WALs/448ea6c54a8c,39539,1732101545261/448ea6c54a8c%2C39539%2C1732101545261.1732101547274, exclude list is [], retry=0 2024-11-20T11:19:07,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-b3e78195-fbe3-433c-9924-47d90f7b9901,DISK] 2024-11-20T11:19:07,291 INFO [RS:0;448ea6c54a8c:39539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/WALs/448ea6c54a8c,39539,1732101545261/448ea6c54a8c%2C39539%2C1732101545261.1732101547274 2024-11-20T11:19:07,291 DEBUG [RS:0;448ea6c54a8c:39539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)] 2024-11-20T11:19:07,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:19:07,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b 2024-11-20T11:19:07,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:19:07,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:07,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:07,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:07,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:07,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:07,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:07,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:07,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:07,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:07,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:07,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:07,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:07,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:07,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:07,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:07,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:07,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:07,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:07,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740 2024-11-20T11:19:07,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740 2024-11-20T11:19:07,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:07,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:07,859 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:07,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:07,861 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:07,861 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75255684, jitterRate=0.12139707803726196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:07,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101547850Initializing all the Stores at 1732101547851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101547851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101547851Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101547851Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101547851Cleaning up temporary data from old regions at 1732101547858 (+7 ms)Region opened successfully at 1732101547862 (+4 ms) 2024-11-20T11:19:07,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:07,862 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:07,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:07,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:07,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:07,862 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:07,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101547862Disabling compacts and flushes for region at 1732101547862Disabling writes for close at 1732101547862Writing region close event to WAL at 1732101547862Closed at 1732101547862 2024-11-20T11:19:07,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:07,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:19:07,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:19:07,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:07,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:19:08,015 DEBUG [448ea6c54a8c:43823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:19:08,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:08,016 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,39539,1732101545261, state=OPENING 2024-11-20T11:19:08,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:19:08,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:08,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:08,022 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:08,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,39539,1732101545261}] 2024-11-20T11:19:08,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1272193661/meta-region-server: CHANGED 2024-11-20T11:19:08,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1272193661/meta-region-server: CHANGED 2024-11-20T11:19:08,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:19:08,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:19:08,180 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:19:08,180 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:08,180 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:19:08,181 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C39539%2C1732101545261.meta, suffix=.meta, logDir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/WALs/448ea6c54a8c,39539,1732101545261, archiveDir=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/oldWALs, maxLogs=10 2024-11-20T11:19:08,194 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/WALs/448ea6c54a8c,39539,1732101545261/448ea6c54a8c%2C39539%2C1732101545261.meta.1732101548181.meta, exclude list is [], retry=0 2024-11-20T11:19:08,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-b3e78195-fbe3-433c-9924-47d90f7b9901,DISK] 2024-11-20T11:19:08,198 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/WALs/448ea6c54a8c,39539,1732101545261/448ea6c54a8c%2C39539%2C1732101545261.meta.1732101548181.meta 2024-11-20T11:19:08,198 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)] 2024-11-20T11:19:08,198 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:08,198 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:08,198 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:19:08,198 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:19:08,198 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:19:08,198 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:19:08,199 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:08,199 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:19:08,199 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:19:08,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:08,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:08,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:08,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:08,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:08,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:08,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:08,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:08,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:08,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:08,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:08,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:08,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:08,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:08,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:08,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:08,203 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:08,204 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740 2024-11-20T11:19:08,205 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740 2024-11-20T11:19:08,205 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:08,205 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:08,206 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:08,207 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:08,207 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63117037, jitterRate=-0.05948285758495331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:08,208 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:19:08,208 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101548199Writing region info on filesystem at 1732101548199Initializing all the Stores at 1732101548199Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101548199Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101548199Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101548199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101548200 (+1 ms)Cleaning up temporary data from old regions at 1732101548205 (+5 ms)Running coprocessor post-open hooks at 1732101548208 (+3 ms)Region opened successfully at 1732101548208 2024-11-20T11:19:08,208 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101548174 2024-11-20T11:19:08,210 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:19:08,210 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:19:08,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:08,211 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,39539,1732101545261, state=OPEN 2024-11-20T11:19:08,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1272193661/meta-region-server 2024-11-20T11:19:08,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1272193661/meta-region-server 2024-11-20T11:19:08,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1272193661/meta-region-server: CHANGED 2024-11-20T11:19:08,213 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:08,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1272193661/meta-region-server: CHANGED 2024-11-20T11:19:08,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:19:08,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,39539,1732101545261 in 191 msec 2024-11-20T11:19:08,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:19:08,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-20T11:19:08,217 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:08,217 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:19:08,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:08,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,39539,1732101545261, seqNum=-1] 2024-11-20T11:19:08,218 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:08,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:08,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-20T11:19:08,223 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101548223, completionTime=-1 2024-11-20T11:19:08,224 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:19:08,224 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:19:08,225 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:19:08,225 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101608225 2024-11-20T11:19:08,225 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101668225 2024-11-20T11:19:08,225 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T11:19:08,225 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43823,1732101545226-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:08,226 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43823,1732101545226-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:08,226 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43823,1732101545226-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:08,226 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:43823, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:08,226 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:08,226 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:08,227 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:19:08,229 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-20T11:19:08,229 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:19:08,229 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:19:08,229 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:19:08,229 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:19:08,229 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:19:08,229 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43823,1732101545226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:08,229 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43823,1732101545226-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:19:08,231 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:19:08,231 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:19:08,231 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43823,1732101545226-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:08,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb735db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:08,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43823,-1 for getting cluster id 2024-11-20T11:19:08,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:08,282 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b150f08b-a638-4501-ba16-1cb3ca12ebe7' 2024-11-20T11:19:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b150f08b-a638-4501-ba16-1cb3ca12ebe7" 2024-11-20T11:19:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200725d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43823,-1] 2024-11-20T11:19:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:08,284 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:08,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f98a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:08,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,39539,1732101545261, seqNum=-1] 2024-11-20T11:19:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:08,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:08,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:08,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56300 2024-11-20T11:19:08,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:08,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013519f5230005 connected 2024-11-20T11:19:08,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b95df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:08,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35003,-1 for getting cluster id 2024-11-20T11:19:08,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:08,296 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2b35b-0afa-4492-bec8-2b7850d38492' 2024-11-20T11:19:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2b35b-0afa-4492-bec8-2b7850d38492" 2024-11-20T11:19:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2564435d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35003,-1] 2024-11-20T11:19:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:08,297 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0e897d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:08,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@340dd744 2024-11-20T11:19:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:08,300 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:08,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:43823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:19:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:19:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:08,302 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:43823' 2024-11-20T11:19:08,304 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9c7be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:08,304 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43823,-1 for getting cluster id 2024-11-20T11:19:08,304 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:08,304 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b150f08b-a638-4501-ba16-1cb3ca12ebe7' 2024-11-20T11:19:08,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:08,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b150f08b-a638-4501-ba16-1cb3ca12ebe7" 2024-11-20T11:19:08,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8711e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:08,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43823,-1] 2024-11-20T11:19:08,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:08,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:08,306 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:08,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87727e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:08,306 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:08,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:08,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1baa59aa 2024-11-20T11:19:08,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:08,308 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:08,309 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T11:19:08,309 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:19:08,309 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:08,309 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:08,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:08,309 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:08,310 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:19:08,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:19:08,311 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:08,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:19:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741835_1011 (size=1138) 2024-11-20T11:19:08,360 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:19:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:08,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38b76b22f049be5fe91d45081cadf490, NAME => 'hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2 2024-11-20T11:19:08,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741836_1012 (size=44) 2024-11-20T11:19:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:09,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:09,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 38b76b22f049be5fe91d45081cadf490, disabling compactions & flushes 2024-11-20T11:19:09,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:09,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:09,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. after waiting 0 ms 2024-11-20T11:19:09,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:09,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:09,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38b76b22f049be5fe91d45081cadf490: Waiting for close lock at 1732101549125Disabling compacts and flushes for region at 1732101549125Disabling writes for close at 1732101549125Writing region close event to WAL at 1732101549125Closed at 1732101549125 2024-11-20T11:19:09,127 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:19:09,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101549127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101549127"}]},"ts":"1732101549127"} 2024-11-20T11:19:09,130 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:19:09,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:19:09,131 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101549131"}]},"ts":"1732101549131"} 2024-11-20T11:19:09,133 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:19:09,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38b76b22f049be5fe91d45081cadf490, ASSIGN}] 2024-11-20T11:19:09,135 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38b76b22f049be5fe91d45081cadf490, ASSIGN 2024-11-20T11:19:09,136 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38b76b22f049be5fe91d45081cadf490, ASSIGN; state=OFFLINE, location=448ea6c54a8c,36111,1732101541460; forceNewPlan=false, retain=false 2024-11-20T11:19:09,287 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38b76b22f049be5fe91d45081cadf490, regionState=OPENING, regionLocation=448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:09,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38b76b22f049be5fe91d45081cadf490, ASSIGN because future has completed 2024-11-20T11:19:09,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38b76b22f049be5fe91d45081cadf490, server=448ea6c54a8c,36111,1732101541460}] 2024-11-20T11:19:09,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:19:09,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:09,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:09,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:09,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:09,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:09,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:09,419 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:19:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:09,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:09,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:09,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:19:09,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C36111%2C1732101541460.rep, suffix=, logDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs, maxLogs=10 2024-11-20T11:19:09,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.rep.1732101549448, exclude list is [], retry=0 2024-11-20T11:19:09,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40997,DS-3ebaee58-d3ae-4092-a57d-986b27307770,DISK] 2024-11-20T11:19:09,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.rep.1732101549448 2024-11-20T11:19:09,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35431:35431)] 2024-11-20T11:19:09,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 38b76b22f049be5fe91d45081cadf490, NAME => 'hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:09,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:09,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:19:09,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. service=MultiRowMutationService 2024-11-20T11:19:09,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:19:09,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:09,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,468 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,469 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38b76b22f049be5fe91d45081cadf490 columnFamilyName hfileref 2024-11-20T11:19:09,470 DEBUG [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:09,470 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(327): Store=38b76b22f049be5fe91d45081cadf490/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:09,470 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,471 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38b76b22f049be5fe91d45081cadf490 columnFamilyName queue 2024-11-20T11:19:09,471 DEBUG [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:09,471 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(327): Store=38b76b22f049be5fe91d45081cadf490/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:09,471 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,472 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38b76b22f049be5fe91d45081cadf490 columnFamilyName sid 2024-11-20T11:19:09,472 DEBUG [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:09,472 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(327): Store=38b76b22f049be5fe91d45081cadf490/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:09,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:19:09,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:09,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 38b76b22f049be5fe91d45081cadf490; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70539160, jitterRate=0.05111539363861084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:19:09,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:09,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 38b76b22f049be5fe91d45081cadf490: Running coprocessor pre-open hook at 1732101549467Writing region info on filesystem at 1732101549467Initializing all the Stores at 1732101549468 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101549468Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101549468Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101549468Cleaning up temporary data from old regions at 1732101549474 (+6 ms)Running coprocessor post-open hooks at 1732101549477 (+3 ms)Region opened successfully at 1732101549478 (+1 ms) 2024-11-20T11:19:09,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490., pid=7, masterSystemTime=1732101549443 2024-11-20T11:19:09,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:09,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:09,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38b76b22f049be5fe91d45081cadf490, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:09,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38b76b22f049be5fe91d45081cadf490, server=448ea6c54a8c,36111,1732101541460 because future has completed 2024-11-20T11:19:09,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T11:19:09,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 38b76b22f049be5fe91d45081cadf490, server=448ea6c54a8c,36111,1732101541460 in 195 msec 2024-11-20T11:19:09,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:19:09,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38b76b22f049be5fe91d45081cadf490, ASSIGN in 353 msec 2024-11-20T11:19:09,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:19:09,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101549490"}]},"ts":"1732101549490"} 2024-11-20T11:19:09,492 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:19:09,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:19:09,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-20T11:19:09,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490., hostname=448ea6c54a8c,36111,1732101541460, seqNum=2] 2024-11-20T11:19:09,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:09,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:09,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:19:09,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T11:19:09,681 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:19:09,710 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,36111,1732101541460, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:19:09,710 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:09,710 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,36111,1732101541460, seqNum=-1] 2024-11-20T11:19:09,711 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:09,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-20T11:19:09,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,36111,1732101541460', locateType=CURRENT is [region=hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490., hostname=448ea6c54a8c,36111,1732101541460, seqNum=2] 2024-11-20T11:19:09,716 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T11:19:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T11:19:09,719 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,36111,1732101541460 suceeded 2024-11-20T11:19:09,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T11:19:09,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-20T11:19:09,721 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:43823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:19:09,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-20T11:19:09,731 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:43823' 2024-11-20T11:19:09,732 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bba762f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:09,732 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43823,-1 for getting cluster id 2024-11-20T11:19:09,732 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:09,733 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b150f08b-a638-4501-ba16-1cb3ca12ebe7' 2024-11-20T11:19:09,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:09,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b150f08b-a638-4501-ba16-1cb3ca12ebe7" 2024-11-20T11:19:09,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b67efdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:09,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43823,-1] 2024-11-20T11:19:09,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:09,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:09,734 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:09,735 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1479f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:09,735 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:09,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:09,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ededf87 2024-11-20T11:19:09,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:09,736 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-20T11:19:09,737 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,36111,1732101541460 (queues=1) is replicating from cluster=1fe2b35b-0afa-4492-bec8-2b7850d38492 to cluster=b150f08b-a638-4501-ba16-1cb3ca12ebe7 2024-11-20T11:19:09,737 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C36111%2C1732101541460 2024-11-20T11:19:09,737 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,36111,1732101541460, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:19:09,737 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460.replicationSource.shipper448ea6c54a8c%2C36111%2C1732101541460,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C36111%2C1732101541460 2024-11-20T11:19:09,737 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460.replicationSource.wal-reader.448ea6c54a8c%2C36111%2C1732101541460,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.1732101543456, startPosition=0, beingWritten=true 2024-11-20T11:19:09,942 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460.replicationSource.wal-reader.448ea6c54a8c%2C36111%2C1732101541460,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.1732101543456 to pos 0, reset compression=false 2024-11-20T11:19:10,247 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460.replicationSource.wal-reader.448ea6c54a8c%2C36111%2C1732101541460,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.1732101543456 to pos 0, reset compression=false 2024-11-20T11:19:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:10,452 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:19:10,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:10,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:10,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:10,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:10,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:10,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0845b9 2024-11-20T11:19:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:10,455 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:10,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T11:19:10,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:10,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:10,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:10,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:10,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:10,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:19:10,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1355058272, stopped=false 2024-11-20T11:19:10,456 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,35003,1732101541381 2024-11-20T11:19:10,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01433312741/running 2024-11-20T11:19:10,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01433312741/running 2024-11-20T11:19:10,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:10,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:10,457 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:19:10,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:10,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:10,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:10,458 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,36111,1732101541460' ***** 2024-11-20T11:19:10,458 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:19:10,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/running 2024-11-20T11:19:10,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/running 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:19:10,459 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(3091): Received CLOSE for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:36111. 2024-11-20T11:19:10,459 DEBUG [RS:0;448ea6c54a8c:36111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:10,459 DEBUG [RS:0;448ea6c54a8c:36111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:10,459 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38b76b22f049be5fe91d45081cadf490, disabling compactions & flushes 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:19:10,459 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:19:10,459 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:10,459 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:19:10,459 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. after waiting 0 ms 2024-11-20T11:19:10,459 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:10,460 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 38b76b22f049be5fe91d45081cadf490 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T11:19:10,460 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:19:10,460 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 38b76b22f049be5fe91d45081cadf490=hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490.} 2024-11-20T11:19:10,460 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:10,460 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:10,460 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:10,460 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:10,460 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:10,460 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:10,460 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T11:19:10,475 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490/.tmp/queue/c3cba5225609465a8faa6335d07df44a is 151, key is 1-448ea6c54a8c,36111,1732101541460/queue:448ea6c54a8c%2C36111%2C1732101541460/1732101549715/Put/seqid=0 2024-11-20T11:19:10,476 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/info/b0d8e732a8524367bc749ae34aa24bd0 is 147, key is hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490./info:regioninfo/1732101549482/Put/seqid=0 2024-11-20T11:19:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741838_1014 (size=5350) 2024-11-20T11:19:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741839_1015 (size=6631) 2024-11-20T11:19:10,526 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:19:10,653 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460.replicationSource.wal-reader.448ea6c54a8c%2C36111%2C1732101541460,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.1732101543456 to pos 0, reset compression=false 2024-11-20T11:19:10,660 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:10,860 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:10,880 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490/.tmp/queue/c3cba5225609465a8faa6335d07df44a 2024-11-20T11:19:10,884 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/info/b0d8e732a8524367bc749ae34aa24bd0 2024-11-20T11:19:10,886 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490/.tmp/queue/c3cba5225609465a8faa6335d07df44a as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490/queue/c3cba5225609465a8faa6335d07df44a 2024-11-20T11:19:10,891 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490/queue/c3cba5225609465a8faa6335d07df44a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T11:19:10,892 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 38b76b22f049be5fe91d45081cadf490 in 433ms, sequenceid=5, compaction requested=false 2024-11-20T11:19:10,892 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T11:19:10,899 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T11:19:10,900 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:10,900 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:10,900 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:10,900 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38b76b22f049be5fe91d45081cadf490: Waiting for close lock at 1732101550459Running coprocessor pre-close hooks at 1732101550459Disabling compacts and flushes for region at 1732101550459Disabling writes for close at 1732101550459Obtaining lock to block concurrent updates at 1732101550460 (+1 ms)Preparing flush snapshotting stores in 38b76b22f049be5fe91d45081cadf490 at 1732101550460Finished memstore snapshotting hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732101550460Flushing stores of hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. at 1732101550461 (+1 ms)Flushing 38b76b22f049be5fe91d45081cadf490/queue: creating writer at 1732101550461Flushing 38b76b22f049be5fe91d45081cadf490/queue: appending metadata at 1732101550475 (+14 ms)Flushing 38b76b22f049be5fe91d45081cadf490/queue: closing flushed file at 1732101550475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7353779d: reopening flushed file at 1732101550886 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 38b76b22f049be5fe91d45081cadf490 in 433ms, sequenceid=5, compaction requested=false at 1732101550892 (+6 ms)Writing region close event to WAL at 1732101550896 (+4 ms)Running coprocessor post-close hooks at 1732101550900 (+4 ms)Closed at 1732101550900 2024-11-20T11:19:10,900 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:10,903 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/ns/035317518f3840868f1858095987d2ce is 43, key is default/ns:d/1732101544038/Put/seqid=0 2024-11-20T11:19:10,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741840_1016 (size=5153) 2024-11-20T11:19:11,060 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:11,158 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460.replicationSource.wal-reader.448ea6c54a8c%2C36111%2C1732101541460,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.1732101543456 to pos 0, reset compression=false 2024-11-20T11:19:11,260 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:11,307 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/ns/035317518f3840868f1858095987d2ce 2024-11-20T11:19:11,321 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:19:11,321 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:19:11,326 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/table/9f8c3b0d5d0a442581065e7a2c5bd409 is 53, key is hbase:replication/table:state/1732101549490/Put/seqid=0 2024-11-20T11:19:11,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741841_1017 (size=5256) 2024-11-20T11:19:11,461 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:19:11,461 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:19:11,461 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:11,661 DEBUG [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:11,731 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/table/9f8c3b0d5d0a442581065e7a2c5bd409 2024-11-20T11:19:11,736 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/info/b0d8e732a8524367bc749ae34aa24bd0 as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/info/b0d8e732a8524367bc749ae34aa24bd0 2024-11-20T11:19:11,741 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/info/b0d8e732a8524367bc749ae34aa24bd0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T11:19:11,742 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/ns/035317518f3840868f1858095987d2ce as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/ns/035317518f3840868f1858095987d2ce 2024-11-20T11:19:11,746 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/ns/035317518f3840868f1858095987d2ce, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:19:11,747 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/table/9f8c3b0d5d0a442581065e7a2c5bd409 as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/table/9f8c3b0d5d0a442581065e7a2c5bd409 2024-11-20T11:19:11,751 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/table/9f8c3b0d5d0a442581065e7a2c5bd409, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T11:19:11,752 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false 2024-11-20T11:19:11,756 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T11:19:11,757 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:11,757 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:11,757 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:11,757 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101550460Running coprocessor pre-close hooks at 1732101550460Disabling compacts and flushes for region at 1732101550460Disabling writes for close at 1732101550460Obtaining lock to block concurrent updates at 1732101550460Preparing flush snapshotting stores in 1588230740 at 1732101550460Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732101550460Flushing stores of hbase:meta,,1.1588230740 at 1732101550461 (+1 ms)Flushing 1588230740/info: creating writer at 1732101550461Flushing 1588230740/info: appending metadata at 1732101550475 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732101550475Flushing 1588230740/ns: creating writer at 1732101550888 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732101550902 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732101550902Flushing 1588230740/table: creating writer at 1732101551312 (+410 ms)Flushing 1588230740/table: appending metadata at 1732101551325 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732101551325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1009a3: reopening flushed file at 1732101551736 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e213cd: reopening flushed file at 1732101551741 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a764cb: reopening flushed file at 1732101551746 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false at 1732101551752 (+6 ms)Writing region close event to WAL at 1732101551754 (+2 ms)Running coprocessor post-close hooks at 1732101551757 (+3 ms)Closed at 1732101551757 2024-11-20T11:19:11,757 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:11,763 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460.replicationSource.wal-reader.448ea6c54a8c%2C36111%2C1732101541460,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.1732101543456 to pos 0, reset compression=false 2024-11-20T11:19:11,861 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,36111,1732101541460; all regions closed. 2024-11-20T11:19:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741834_1010 (size=2742) 2024-11-20T11:19:11,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.meta.1732101543988.meta not finished, retry = 0 2024-11-20T11:19:11,966 DEBUG [RS:0;448ea6c54a8c:36111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs 2024-11-20T11:19:11,966 INFO [RS:0;448ea6c54a8c:36111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C36111%2C1732101541460.meta:.meta(num 1732101543988) 2024-11-20T11:19:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741837_1013 (size=1586) 2024-11-20T11:19:11,970 DEBUG [RS:0;448ea6c54a8c:36111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs 2024-11-20T11:19:11,970 INFO [RS:0;448ea6c54a8c:36111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C36111%2C1732101541460.rep:(num 1732101549448) 2024-11-20T11:19:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741832_1008 (size=93) 2024-11-20T11:19:11,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460/448ea6c54a8c%2C36111%2C1732101541460.1732101543456 not finished, retry = 0 2024-11-20T11:19:12,074 DEBUG [RS:0;448ea6c54a8c:36111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs 2024-11-20T11:19:12,074 INFO [RS:0;448ea6c54a8c:36111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C36111%2C1732101541460:(num 1732101543456) 2024-11-20T11:19:12,074 DEBUG [RS:0;448ea6c54a8c:36111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:12,074 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:19:12,074 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:19:12,075 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:19:12,075 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:19:12,075 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:12,075 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,36111,1732101541460 because: Region server is closing 2024-11-20T11:19:12,075 INFO [RS:0;448ea6c54a8c:36111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:36111. 2024-11-20T11:19:12,075 DEBUG [RS:0;448ea6c54a8c:36111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:12,075 DEBUG [RS:0;448ea6c54a8c:36111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:12,075 DEBUG [RS:0;448ea6c54a8c:36111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:12,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:12,176 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460.replicationSource.wal-reader.448ea6c54a8c%2C36111%2C1732101541460,1-448ea6c54a8c,36111,1732101541460 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:19:12,176 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460.replicationSource.shipper448ea6c54a8c%2C36111%2C1732101541460,1-448ea6c54a8c,36111,1732101541460 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T11:19:12,176 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36111,1732101541460.replicationSource.shipper448ea6c54a8c%2C36111%2C1732101541460,1-448ea6c54a8c,36111,1732101541460 terminated 2024-11-20T11:19:12,176 INFO [RS:0;448ea6c54a8c:36111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36111 2024-11-20T11:19:12,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01433312741/rs/448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:12,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/rs 2024-11-20T11:19:12,178 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:12,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,36111,1732101541460] 2024-11-20T11:19:12,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/draining/448ea6c54a8c,36111,1732101541460 already deleted, retry=false 2024-11-20T11:19:12,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,36111,1732101541460 expired; onlineServers=0 2024-11-20T11:19:12,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,35003,1732101541381' ***** 2024-11-20T11:19:12,181 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:19:12,181 INFO [M:0;448ea6c54a8c:35003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:19:12,181 INFO [M:0;448ea6c54a8c:35003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:19:12,181 DEBUG [M:0;448ea6c54a8c:35003 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:19:12,181 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:19:12,181 DEBUG [M:0;448ea6c54a8c:35003 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:19:12,181 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101543244 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101543244,5,FailOnTimeoutGroup] 2024-11-20T11:19:12,181 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101543244 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101543244,5,FailOnTimeoutGroup] 2024-11-20T11:19:12,181 INFO [M:0;448ea6c54a8c:35003 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:19:12,181 INFO [M:0;448ea6c54a8c:35003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:19:12,181 DEBUG [M:0;448ea6c54a8c:35003 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:19:12,181 INFO [M:0;448ea6c54a8c:35003 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:19:12,181 INFO [M:0;448ea6c54a8c:35003 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:19:12,182 INFO [M:0;448ea6c54a8c:35003 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:19:12,182 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:19:12,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01433312741/master 2024-11-20T11:19:12,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:12,184 DEBUG [M:0;448ea6c54a8c:35003 {}] zookeeper.ZKUtil(347): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/master because node does not exist (not an error) 2024-11-20T11:19:12,184 WARN [M:0;448ea6c54a8c:35003 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:19:12,185 INFO [M:0;448ea6c54a8c:35003 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/.lastflushedseqids 2024-11-20T11:19:12,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741842_1018 (size=181) 2024-11-20T11:19:12,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:12,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1013519f5230001, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:12,280 INFO [RS:0;448ea6c54a8c:36111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:12,280 INFO [RS:0;448ea6c54a8c:36111 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,36111,1732101541460; zookeeper connection closed. 2024-11-20T11:19:12,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18015d61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18015d61 2024-11-20T11:19:12,280 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:19:12,590 INFO [M:0;448ea6c54a8c:35003 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:19:12,590 INFO [M:0;448ea6c54a8c:35003 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:19:12,591 DEBUG [M:0;448ea6c54a8c:35003 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:12,591 INFO [M:0;448ea6c54a8c:35003 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:12,591 DEBUG [M:0;448ea6c54a8c:35003 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:12,591 DEBUG [M:0;448ea6c54a8c:35003 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:19:12,591 DEBUG [M:0;448ea6c54a8c:35003 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:12,591 INFO [M:0;448ea6c54a8c:35003 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T11:19:12,606 DEBUG [M:0;448ea6c54a8c:35003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/006b21d3c4e84bf9a1b178c47ed98b43 is 82, key is hbase:meta,,1/info:regioninfo/1732101544023/Put/seqid=0 2024-11-20T11:19:12,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741843_1019 (size=5672) 2024-11-20T11:19:13,011 INFO [M:0;448ea6c54a8c:35003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/006b21d3c4e84bf9a1b178c47ed98b43 2024-11-20T11:19:13,030 DEBUG [M:0;448ea6c54a8c:35003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90e3dd1ee73049c2b19029401596eecb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732101549494/Put/seqid=0 2024-11-20T11:19:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741844_1020 (size=7203) 2024-11-20T11:19:13,434 INFO [M:0;448ea6c54a8c:35003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90e3dd1ee73049c2b19029401596eecb 2024-11-20T11:19:13,453 DEBUG [M:0;448ea6c54a8c:35003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5de5b75a37d4293a3916725a121bf72 is 69, key is 448ea6c54a8c,36111,1732101541460/rs:state/1732101543306/Put/seqid=0 2024-11-20T11:19:13,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741845_1021 (size=5156) 2024-11-20T11:19:13,858 INFO [M:0;448ea6c54a8c:35003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5de5b75a37d4293a3916725a121bf72 2024-11-20T11:19:13,865 DEBUG [M:0;448ea6c54a8c:35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/006b21d3c4e84bf9a1b178c47ed98b43 as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/006b21d3c4e84bf9a1b178c47ed98b43 2024-11-20T11:19:13,871 INFO [M:0;448ea6c54a8c:35003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/006b21d3c4e84bf9a1b178c47ed98b43, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T11:19:13,871 DEBUG [M:0;448ea6c54a8c:35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90e3dd1ee73049c2b19029401596eecb as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90e3dd1ee73049c2b19029401596eecb 2024-11-20T11:19:13,879 INFO [M:0;448ea6c54a8c:35003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90e3dd1ee73049c2b19029401596eecb, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T11:19:13,880 DEBUG [M:0;448ea6c54a8c:35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5de5b75a37d4293a3916725a121bf72 as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5de5b75a37d4293a3916725a121bf72 2024-11-20T11:19:13,885 INFO [M:0;448ea6c54a8c:35003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5de5b75a37d4293a3916725a121bf72, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T11:19:13,886 INFO [M:0;448ea6c54a8c:35003 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-20T11:19:13,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T11:19:13,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T11:19:13,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:13,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T11:19:13,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:13,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T11:19:13,893 INFO [M:0;448ea6c54a8c:35003 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:13,893 DEBUG [M:0;448ea6c54a8c:35003 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101552591Disabling compacts and flushes for region at 1732101552591Disabling writes for close at 1732101552591Obtaining lock to block concurrent updates at 1732101552591Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101552591Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732101552591Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101552592 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101552592Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101552606 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101552606Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101553016 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101553030 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101553030Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101553439 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101553453 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101553453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4180f37: reopening flushed file at 1732101553863 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651fb69b: reopening flushed file at 1732101553871 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49bd6215: reopening flushed file at 1732101553879 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1732101553886 (+7 ms)Writing region close event to WAL at 1732101553893 (+7 ms)Closed at 1732101553893 2024-11-20T11:19:13,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741830_1006 (size=41008) 2024-11-20T11:19:13,900 INFO [M:0;448ea6c54a8c:35003 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:19:13,900 INFO [M:0;448ea6c54a8c:35003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35003 2024-11-20T11:19:13,900 INFO [M:0;448ea6c54a8c:35003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:13,900 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:14,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:14,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1013519f5230000, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:14,003 INFO [M:0;448ea6c54a8c:35003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:14,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:14,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:14,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:14,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:14,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:14,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:14,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:19:14,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:14,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37883 2024-11-20T11:19:14,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37883 connecting to ZooKeeper ensemble=127.0.0.1:56300 2024-11-20T11:19:14,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378830x0, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:14,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37883-0x1013519f5230006 connected 2024-11-20T11:19:14,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:14,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:14,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/running 2024-11-20T11:19:14,034 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2, hbase.cluster.distributed=false 2024-11-20T11:19:14,035 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: INIT 2024-11-20T11:19:14,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/acl 2024-11-20T11:19:14,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-20T11:19:14,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37883 2024-11-20T11:19:14,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37883 2024-11-20T11:19:14,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-20T11:19:14,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-20T11:19:14,102 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:14,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:14,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:14,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:14,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:14,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:14,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:19:14,103 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:14,103 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41971 2024-11-20T11:19:14,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41971 connecting to ZooKeeper ensemble=127.0.0.1:56300 2024-11-20T11:19:14,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:14,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:14,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419710x0, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:14,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419710x0, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/running 2024-11-20T11:19:14,121 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:19:14,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41971-0x1013519f5230007 connected 2024-11-20T11:19:14,122 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:19:14,122 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: INIT 2024-11-20T11:19:14,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/master 2024-11-20T11:19:14,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/acl 2024-11-20T11:19:14,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41971 2024-11-20T11:19:14,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41971 2024-11-20T11:19:14,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41971 2024-11-20T11:19:14,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41971 2024-11-20T11:19:14,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41971 2024-11-20T11:19:14,151 DEBUG [M:0;448ea6c54a8c:37883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:37883 2024-11-20T11:19:14,156 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01433312741/backup-masters/448ea6c54a8c,37883,1732101554005 2024-11-20T11:19:14,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/backup-masters 2024-11-20T11:19:14,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/backup-masters 2024-11-20T11:19:14,159 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on existing znode=/01433312741/backup-masters/448ea6c54a8c,37883,1732101554005 2024-11-20T11:19:14,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01433312741/master 2024-11-20T11:19:14,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:14,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:14,161 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on existing znode=/01433312741/master 2024-11-20T11:19:14,161 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01433312741/backup-masters/448ea6c54a8c,37883,1732101554005 from backup master directory 2024-11-20T11:19:14,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01433312741/backup-masters/448ea6c54a8c,37883,1732101554005 2024-11-20T11:19:14,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/backup-masters 2024-11-20T11:19:14,162 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:14,162 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,37883,1732101554005 2024-11-20T11:19:14,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/backup-masters 2024-11-20T11:19:14,175 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:14,176 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:19:14,188 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-20T11:19:14,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741846_1022 (size=196) 2024-11-20T11:19:14,217 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:14,217 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:19:14,218 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:14,226 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T11:19:14,231 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,35003,1732101541381 to hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,35003,1732101541381-dead as it is dead 2024-11-20T11:19:14,231 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,35003,1732101541381-dead/448ea6c54a8c%2C35003%2C1732101541381.1732101543163 2024-11-20T11:19:14,233 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,35003,1732101541381-dead/448ea6c54a8c%2C35003%2C1732101541381.1732101543163 after 2ms 2024-11-20T11:19:14,233 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,35003,1732101541381-dead/448ea6c54a8c%2C35003%2C1732101541381.1732101543163 to hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/448ea6c54a8c%2C35003%2C1732101541381.1732101543163 2024-11-20T11:19:14,234 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,35003,1732101541381-dead 2024-11-20T11:19:14,234 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,37883,1732101554005 2024-11-20T11:19:14,235 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:14,237 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C37883%2C1732101554005, suffix=, logDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,37883,1732101554005, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/oldWALs, maxLogs=10 2024-11-20T11:19:14,253 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,37883,1732101554005/448ea6c54a8c%2C37883%2C1732101554005.1732101554237, exclude list is [], retry=0 2024-11-20T11:19:14,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40997,DS-3ebaee58-d3ae-4092-a57d-986b27307770,DISK] 2024-11-20T11:19:14,260 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/WALs/448ea6c54a8c,37883,1732101554005/448ea6c54a8c%2C37883%2C1732101554005.1732101554237 2024-11-20T11:19:14,260 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35431:35431)] 2024-11-20T11:19:14,260 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:14,260 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:14,261 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:14,261 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:14,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:14,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:19:14,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:14,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/006b21d3c4e84bf9a1b178c47ed98b43 2024-11-20T11:19:14,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:14,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:14,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:19:14,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:14,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90e3dd1ee73049c2b19029401596eecb 2024-11-20T11:19:14,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:14,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:14,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:19:14,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:14,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5de5b75a37d4293a3916725a121bf72 2024-11-20T11:19:14,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:14,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:14,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:19:14,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:14,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:14,310 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:14,310 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T11:19:14,311 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/448ea6c54a8c%2C35003%2C1732101541381.1732101543163 2024-11-20T11:19:14,315 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/448ea6c54a8c%2C35003%2C1732101541381.1732101543163 2024-11-20T11:19:14,316 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/448ea6c54a8c%2C35003%2C1732101541381.1732101543163 2024-11-20T11:19:14,318 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:14,318 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:14,319 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:14,321 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:14,323 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-20T11:19:14,324 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65143977, jitterRate=-0.02927909791469574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:14,324 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101554261Initializing all the Stores at 1732101554262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101554262Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101554262Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101554262Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101554262Cleaning up temporary data from old regions at 1732101554318 (+56 ms)Region opened successfully at 1732101554324 (+6 ms) 2024-11-20T11:19:14,336 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:19:14,341 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13568ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:14,345 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T11:19:14,345 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:19:14,345 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:19:14,345 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:19:14,346 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:19:14,350 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:14,352 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:19:14,352 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:19:14,352 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T11:19:14,352 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:19:14,359 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=448ea6c54a8c,36111,1732101541460, regionLocation=448ea6c54a8c,36111,1732101541460, openSeqNum=2 2024-11-20T11:19:14,359 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=448ea6c54a8c,36111,1732101541460, table=hbase:meta, region=1588230740 2024-11-20T11:19:14,359 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,36111,1732101541460, state=OPEN 2024-11-20T11:19:14,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01433312741/meta-region-server 2024-11-20T11:19:14,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01433312741/meta-region-server 2024-11-20T11:19:14,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: CHANGED 2024-11-20T11:19:14,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: CHANGED 2024-11-20T11:19:14,365 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:19:14,367 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/draining/448ea6c54a8c,36111,1732101541460 already deleted, retry=false 2024-11-20T11:19:14,367 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 448ea6c54a8c,36111,1732101541460 on 448ea6c54a8c,37883,1732101554005 2024-11-20T11:19:14,368 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 448ea6c54a8c,36111,1732101541460, splitWal=true, meta=true 2024-11-20T11:19:14,368 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 448ea6c54a8c,36111,1732101541460 (carryingMeta=true) 448ea6c54a8c,36111,1732101541460/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4b5f0c49[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T11:19:14,371 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/balancer because node does not exist (not necessarily an error) 2024-11-20T11:19:14,372 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/balancer already deleted, retry=false 2024-11-20T11:19:14,372 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:19:14,373 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:19:14,376 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/normalizer already deleted, retry=false 2024-11-20T11:19:14,376 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:19:14,377 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:19:14,378 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/switch/split already deleted, retry=false 2024-11-20T11:19:14,379 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:19:14,380 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/switch/merge already deleted, retry=false 2024-11-20T11:19:14,385 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:19:14,387 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/snapshot-cleanup already deleted, retry=false 2024-11-20T11:19:14,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01433312741/running 2024-11-20T11:19:14,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:14,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01433312741/running 2024-11-20T11:19:14,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:14,392 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,37883,1732101554005, sessionid=0x1013519f5230006, setting cluster-up flag (Was=false) 2024-11-20T11:19:14,396 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01433312741/flush-table-proc/acquired, /01433312741/flush-table-proc/reached, /01433312741/flush-table-proc/abort 2024-11-20T11:19:14,398 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,37883,1732101554005 2024-11-20T11:19:14,401 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01433312741/online-snapshot/acquired, /01433312741/online-snapshot/reached, /01433312741/online-snapshot/abort 2024-11-20T11:19:14,402 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,37883,1732101554005 2024-11-20T11:19:14,403 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/.lastflushedseqids 2024-11-20T11:19:14,405 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:19:14,405 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:19:14,405 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,37883,1732101554005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 448ea6c54a8c,36111,1732101541460 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:19:14,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:14,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:14,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:14,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:14,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:19:14,407 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,407 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:14,407 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,407 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101584407 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,408 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 448ea6c54a8c,36111,1732101541460, splitWal=true, meta=true 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:19:14,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:19:14,409 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:19:14,409 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:19:14,409 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 448ea6c54a8c,36111,1732101541460, splitWal=true, meta=true, isMeta: true 2024-11-20T11:19:14,410 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460-splitting 2024-11-20T11:19:14,410 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460-splitting dir is empty, no logs to split. 2024-11-20T11:19:14,410 INFO [PEWorker-1 {}] master.SplitWALManager(105): 448ea6c54a8c,36111,1732101541460 WAL count=0, meta=true 2024-11-20T11:19:14,412 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460-splitting dir is empty, no logs to split. 2024-11-20T11:19:14,412 INFO [PEWorker-1 {}] master.SplitWALManager(105): 448ea6c54a8c,36111,1732101541460 WAL count=0, meta=true 2024-11-20T11:19:14,412 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 448ea6c54a8c,36111,1732101541460 WAL splitting is done? wals=0, meta=true 2024-11-20T11:19:14,412 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101554409,5,FailOnTimeoutGroup] 2024-11-20T11:19:14,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:19:14,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:14,414 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101554412,5,FailOnTimeoutGroup] 2024-11-20T11:19:14,414 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,414 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:19:14,414 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,414 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,415 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101554415, completionTime=-1 2024-11-20T11:19:14,415 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T11:19:14,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T11:19:14,415 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T11:19:14,434 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(746): ClusterId : 1fe2b35b-0afa-4492-bec8-2b7850d38492 2024-11-20T11:19:14,434 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:19:14,437 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:19:14,437 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:19:14,439 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:19:14,439 DEBUG [RS:0;448ea6c54a8c:41971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135a67a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:14,454 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:41971 2024-11-20T11:19:14,454 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:19:14,455 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:19:14,455 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:19:14,455 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,37883,1732101554005 with port=41971, startcode=1732101554102 2024-11-20T11:19:14,455 DEBUG [RS:0;448ea6c54a8c:41971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:19:14,457 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:19:14,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:14,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37883 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:14,459 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2 2024-11-20T11:19:14,459 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34651 2024-11-20T11:19:14,459 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:19:14,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/rs 2024-11-20T11:19:14,465 DEBUG [RS:0;448ea6c54a8c:41971 {}] zookeeper.ZKUtil(111): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on existing znode=/01433312741/rs/448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:14,465 WARN [RS:0;448ea6c54a8c:41971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:14,465 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T11:19:14,465 INFO [RS:0;448ea6c54a8c:41971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:14,465 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:14,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,41971,1732101554102] 2024-11-20T11:19:14,488 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:19:14,489 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:19:14,490 INFO [RS:0;448ea6c54a8c:41971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:19:14,490 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,490 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:19:14,491 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:19:14,491 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:14,491 DEBUG [RS:0;448ea6c54a8c:41971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:14,492 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,492 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,492 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,492 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,492 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,492 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41971,1732101554102-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:14,512 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:19:14,512 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41971,1732101554102-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,526 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,41971,1732101554102, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:19:14,526 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,526 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.Replication(171): 448ea6c54a8c,41971,1732101554102 started 2024-11-20T11:19:14,542 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource,1-448ea6c54a8c,41971,1732101554102 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:43823' 2024-11-20T11:19:14,542 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:14,543 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,41971,1732101554102, RpcServer on 448ea6c54a8c/172.17.0.2:41971, sessionid=0x1013519f5230007 2024-11-20T11:19:14,543 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:19:14,543 DEBUG [RS:0;448ea6c54a8c:41971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:14,543 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,41971,1732101554102' 2024-11-20T11:19:14,543 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01433312741/flush-table-proc/abort' 2024-11-20T11:19:14,543 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource,1-448ea6c54a8c,41971,1732101554102 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eb9ae1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:14,543 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource,1-448ea6c54a8c,41971,1732101554102 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43823,-1 for getting cluster id 2024-11-20T11:19:14,543 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource,1-448ea6c54a8c,41971,1732101554102 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:14,543 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01433312741/flush-table-proc/acquired' 2024-11-20T11:19:14,544 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:19:14,544 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:19:14,544 DEBUG [RS:0;448ea6c54a8c:41971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:14,544 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,41971,1732101554102' 2024-11-20T11:19:14,544 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01433312741/online-snapshot/abort' 2024-11-20T11:19:14,544 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01433312741/online-snapshot/acquired' 2024-11-20T11:19:14,545 DEBUG [RS:0;448ea6c54a8c:41971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:19:14,545 INFO [RS:0;448ea6c54a8c:41971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:19:14,545 INFO [RS:0;448ea6c54a8c:41971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:19:14,545 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b150f08b-a638-4501-ba16-1cb3ca12ebe7' 2024-11-20T11:19:14,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:14,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b150f08b-a638-4501-ba16-1cb3ca12ebe7" 2024-11-20T11:19:14,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@127ec0de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:14,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43823,-1] 2024-11-20T11:19:14,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:14,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:14,547 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:14,548 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource,1-448ea6c54a8c,41971,1732101554102 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63077baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:14,548 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource,1-448ea6c54a8c,41971,1732101554102 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:14,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:14,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21cc1cea 2024-11-20T11:19:14,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:14,551 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-20T11:19:14,552 INFO [RS:0;448ea6c54a8c:41971.replicationSource,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,41971,1732101554102 (queues=0) is replicating from cluster=1fe2b35b-0afa-4492-bec8-2b7850d38492 to cluster=b150f08b-a638-4501-ba16-1cb3ca12ebe7 2024-11-20T11:19:14,565 WARN [448ea6c54a8c:37883 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T11:19:14,645 INFO [RS:0;448ea6c54a8c:41971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:14,647 INFO [RS:0;448ea6c54a8c:41971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41971%2C1732101554102, suffix=, logDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs, maxLogs=10 2024-11-20T11:19:14,664 DEBUG [RS:0;448ea6c54a8c:41971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647, exclude list is [], retry=0 2024-11-20T11:19:14,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40997,DS-3ebaee58-d3ae-4092-a57d-986b27307770,DISK] 2024-11-20T11:19:14,669 INFO [RS:0;448ea6c54a8c:41971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 2024-11-20T11:19:14,669 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 448ea6c54a8c%2C41971%2C1732101554102 for peer 1 2024-11-20T11:19:14,669 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C41971%2C1732101554102 2024-11-20T11:19:14,669 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,41971,1732101554102, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:19:14,670 DEBUG [RS:0;448ea6c54a8c:41971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35431:35431)] 2024-11-20T11:19:14,670 INFO [RS:0;448ea6c54a8c:41971.replicationSource.shipper448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C41971%2C1732101554102 2024-11-20T11:19:14,670 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647, startPosition=0, beingWritten=true 2024-11-20T11:19:14,815 DEBUG [448ea6c54a8c:37883 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:19:14,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:14,817 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,41971,1732101554102, state=OPENING 2024-11-20T11:19:14,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01433312741/meta-region-server 2024-11-20T11:19:14,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01433312741/meta-region-server 2024-11-20T11:19:14,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: CHANGED 2024-11-20T11:19:14,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: CHANGED 2024-11-20T11:19:14,818 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:14,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41971,1732101554102}] 2024-11-20T11:19:14,875 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 to pos 0, reset compression=false 2024-11-20T11:19:14,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:19:14,971 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:19:14,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:19:14,980 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:19:14,980 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:14,980 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:19:14,988 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41971%2C1732101554102.meta, suffix=.meta, logDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs, maxLogs=10 2024-11-20T11:19:14,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:14,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:14,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:14,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:15,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:15,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:15,014 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.meta.1732101554989.meta, exclude list is [], retry=0 2024-11-20T11:19:15,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40997,DS-3ebaee58-d3ae-4092-a57d-986b27307770,DISK] 2024-11-20T11:19:15,024 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.meta.1732101554989.meta 2024-11-20T11:19:15,025 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35431:35431)] 2024-11-20T11:19:15,025 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:15,026 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:15,026 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:19:15,026 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:19:15,026 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:19:15,026 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:19:15,026 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:15,026 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:19:15,026 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:19:15,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:15,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:15,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:15,037 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/info/b0d8e732a8524367bc749ae34aa24bd0 2024-11-20T11:19:15,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:15,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:15,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:15,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:15,042 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/ns/035317518f3840868f1858095987d2ce 2024-11-20T11:19:15,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:15,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:15,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:15,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:15,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:15,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:15,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:15,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:15,047 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/table/9f8c3b0d5d0a442581065e7a2c5bd409 2024-11-20T11:19:15,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:15,048 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:15,048 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740 2024-11-20T11:19:15,049 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740 2024-11-20T11:19:15,050 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:15,050 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:15,051 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:15,051 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:15,052 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64562120, jitterRate=-0.037949442863464355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:15,052 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:19:15,052 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101555026Writing region info on filesystem at 1732101555026Initializing all the Stores at 1732101555027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101555027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101555028 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101555028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101555028Cleaning up temporary data from old regions at 1732101555050 (+22 ms)Running coprocessor post-open hooks at 1732101555052 (+2 ms)Region opened successfully at 1732101555052 2024-11-20T11:19:15,053 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732101554970 2024-11-20T11:19:15,055 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:19:15,055 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:19:15,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:15,056 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,41971,1732101554102, state=OPEN 2024-11-20T11:19:15,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01433312741/meta-region-server 2024-11-20T11:19:15,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01433312741/meta-region-server 2024-11-20T11:19:15,057 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:15,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: CHANGED 2024-11-20T11:19:15,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01433312741/meta-region-server: CHANGED 2024-11-20T11:19:15,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T11:19:15,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41971,1732101554102 in 239 msec 2024-11-20T11:19:15,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:19:15,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 646 msec 2024-11-20T11:19:15,180 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 to pos 0, reset compression=false 2024-11-20T11:19:15,584 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 to pos 0, reset compression=false 2024-11-20T11:19:15,967 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-20T11:19:16,089 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 to pos 0, reset compression=false 2024-11-20T11:19:16,694 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 to pos 0, reset compression=false 2024-11-20T11:19:17,399 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 to pos 0, reset compression=false 2024-11-20T11:19:17,469 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3054ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-20T11:19:18,204 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 to pos 0, reset compression=false 2024-11-20T11:19:18,922 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T11:19:18,922 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:19:18,922 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:18,922 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41971,1732101554102, seqNum=-1] 2024-11-20T11:19:18,923 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:18,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:18,928 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=38b76b22f049be5fe91d45081cadf490, regionState=OPEN, lastHost=448ea6c54a8c,36111,1732101541460, regionLocation=448ea6c54a8c,36111,1732101541460, openSeqNum=2 2024-11-20T11:19:18,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:19:18,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101618928 2024-11-20T11:19:18,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101678928 2024-11-20T11:19:18,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-20T11:19:18,928 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 448ea6c54a8c,36111,1732101541460 had 2 regions 2024-11-20T11:19:18,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,37883,1732101554005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:18,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,37883,1732101554005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:18,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,37883,1732101554005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:18,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:37883, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:18,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:18,929 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:18,929 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 448ea6c54a8c,36111,1732101541460, splitWal=true, meta=true, isMeta: false 2024-11-20T11:19:18,933 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460-splitting dir is empty, no logs to split. 2024-11-20T11:19:18,933 INFO [PEWorker-3 {}] master.SplitWALManager(105): 448ea6c54a8c,36111,1732101541460 WAL count=0, meta=false 2024-11-20T11:19:18,935 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.773sec 2024-11-20T11:19:18,935 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:19:18,935 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:19:18,935 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:19:18,935 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:19:18,935 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:19:18,935 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,37883,1732101554005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:18,935 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,37883,1732101554005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:19:18,936 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,36111,1732101541460-splitting dir is empty, no logs to split. 2024-11-20T11:19:18,936 INFO [PEWorker-3 {}] master.SplitWALManager(105): 448ea6c54a8c,36111,1732101541460 WAL count=0, meta=false 2024-11-20T11:19:18,936 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 448ea6c54a8c,36111,1732101541460 WAL splitting is done? wals=0, meta=false 2024-11-20T11:19:18,937 WARN [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=448ea6c54a8c,36111,1732101541460/hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:18,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38b76b22f049be5fe91d45081cadf490, ASSIGN}] 2024-11-20T11:19:18,940 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38b76b22f049be5fe91d45081cadf490, ASSIGN 2024-11-20T11:19:18,940 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:19:18,941 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:19:18,941 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,37883,1732101554005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:18,941 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38b76b22f049be5fe91d45081cadf490, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T11:19:18,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:18,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,37883,-1 for getting cluster id 2024-11-20T11:19:18,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:18,943 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2b35b-0afa-4492-bec8-2b7850d38492' 2024-11-20T11:19:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2b35b-0afa-4492-bec8-2b7850d38492" 2024-11-20T11:19:18,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25925cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:18,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,37883,-1] 2024-11-20T11:19:18,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:18,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:18,945 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275592ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:18,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41971,1732101554102, seqNum=-1] 2024-11-20T11:19:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:18,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:18,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T11:19:18,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:18,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:18,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:18,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:18,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:18,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 448ea6c54a8c:37883 after: 448ea6c54a8c:37883 2024-11-20T11:19:18,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9b2380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:18,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,37883,-1 for getting cluster id 2024-11-20T11:19:18,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:18,953 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fe2b35b-0afa-4492-bec8-2b7850d38492' 2024-11-20T11:19:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fe2b35b-0afa-4492-bec8-2b7850d38492" 2024-11-20T11:19:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53eecbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,37883,-1] 2024-11-20T11:19:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:18,954 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:18,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9dfbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:18,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,37883,1732101554005 2024-11-20T11:19:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b85fd23 2024-11-20T11:19:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:18,957 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:18,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T11:19:18,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:19:18,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:18,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:18,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:18,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:18,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:18,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:19:18,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1558860526, stopped=false 2024-11-20T11:19:18,958 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,43823,1732101545226 2024-11-20T11:19:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1272193661/running 2024-11-20T11:19:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1272193661/running 2024-11-20T11:19:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:18,960 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:19:18,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:18,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Set watcher on znode that does not yet exist, /1272193661/running 2024-11-20T11:19:18,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:18,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:18,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Set watcher on znode that does not yet exist, /1272193661/running 2024-11-20T11:19:18,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,39539,1732101545261' ***** 2024-11-20T11:19:18,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:19:18,961 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:19:18,961 INFO [RS:0;448ea6c54a8c:39539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:19:18,961 INFO [RS:0;448ea6c54a8c:39539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:19:18,961 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:19:18,961 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:18,961 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:19:18,961 INFO [RS:0;448ea6c54a8c:39539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:39539. 2024-11-20T11:19:18,961 DEBUG [RS:0;448ea6c54a8c:39539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:18,961 DEBUG [RS:0;448ea6c54a8c:39539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:18,961 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:19:18,962 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:19:18,962 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:19:18,962 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:19:18,962 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:19:18,962 DEBUG [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:19:18,962 DEBUG [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:18,962 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:18,962 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:18,962 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:18,962 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:18,962 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:18,962 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T11:19:18,984 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740/.tmp/ns/43a7e145d31d422ab41f226aa6cca2a5 is 43, key is default/ns:d/1732101548220/Put/seqid=0 2024-11-20T11:19:18,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741835_1011 (size=5153) 2024-11-20T11:19:19,050 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:19:19,091 DEBUG [448ea6c54a8c:37883 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:19:19,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=38b76b22f049be5fe91d45081cadf490, regionState=OPENING, regionLocation=448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:19,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38b76b22f049be5fe91d45081cadf490, ASSIGN because future has completed 2024-11-20T11:19:19,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38b76b22f049be5fe91d45081cadf490, server=448ea6c54a8c,41971,1732101554102}] 2024-11-20T11:19:19,109 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 to pos 0, reset compression=false 2024-11-20T11:19:19,162 DEBUG [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:19,182 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:19:19,182 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:19:19,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:19,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:19,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:19:19,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41971%2C1732101554102.rep, suffix=, logDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs, maxLogs=10 2024-11-20T11:19:19,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.rep.1732101559252, exclude list is [], retry=0 2024-11-20T11:19:19,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40997,DS-3ebaee58-d3ae-4092-a57d-986b27307770,DISK] 2024-11-20T11:19:19,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.rep.1732101559252 2024-11-20T11:19:19,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35431:35431)] 2024-11-20T11:19:19,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 38b76b22f049be5fe91d45081cadf490, NAME => 'hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:19,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:19,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:19:19,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. service=MultiRowMutationService 2024-11-20T11:19:19,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:19:19,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:19,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,271 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,272 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38b76b22f049be5fe91d45081cadf490 columnFamilyName hfileref 2024-11-20T11:19:19,272 DEBUG [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:19,272 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(327): Store=38b76b22f049be5fe91d45081cadf490/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:19,272 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,273 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38b76b22f049be5fe91d45081cadf490 columnFamilyName queue 2024-11-20T11:19:19,273 DEBUG [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:19,278 DEBUG [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490/queue/c3cba5225609465a8faa6335d07df44a 2024-11-20T11:19:19,278 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(327): Store=38b76b22f049be5fe91d45081cadf490/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:19,278 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,278 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38b76b22f049be5fe91d45081cadf490 columnFamilyName sid 2024-11-20T11:19:19,279 DEBUG [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:19,279 INFO [StoreOpener-38b76b22f049be5fe91d45081cadf490-1 {}] regionserver.HStore(327): Store=38b76b22f049be5fe91d45081cadf490/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:19,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:19:19,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 38b76b22f049be5fe91d45081cadf490; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67108593, jitterRate=-4.038214683532715E-6}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:19:19,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:19,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 38b76b22f049be5fe91d45081cadf490: Running coprocessor pre-open hook at 1732101559270Writing region info on filesystem at 1732101559270Initializing all the Stores at 1732101559271 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101559271Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101559271Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101559271Cleaning up temporary data from old regions at 1732101559281 (+10 ms)Running coprocessor post-open hooks at 1732101559283 (+2 ms)Region opened successfully at 1732101559284 (+1 ms) 2024-11-20T11:19:19,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490., pid=13, masterSystemTime=1732101559247 2024-11-20T11:19:19,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:19,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:19,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=38b76b22f049be5fe91d45081cadf490, regionState=OPEN, openSeqNum=9, regionLocation=448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:19,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38b76b22f049be5fe91d45081cadf490, server=448ea6c54a8c,41971,1732101554102 because future has completed 2024-11-20T11:19:19,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T11:19:19,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 38b76b22f049be5fe91d45081cadf490, server=448ea6c54a8c,41971,1732101554102 in 195 msec 2024-11-20T11:19:19,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-20T11:19:19,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38b76b22f049be5fe91d45081cadf490, ASSIGN in 352 msec 2024-11-20T11:19:19,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T11:19:19,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490., hostname=448ea6c54a8c,41971,1732101554102, seqNum=9] 2024-11-20T11:19:19,309 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 448ea6c54a8c,36111,1732101541460 2024-11-20T11:19:19,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T11:19:19,362 DEBUG [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:19,389 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740/.tmp/ns/43a7e145d31d422ab41f226aa6cca2a5 2024-11-20T11:19:19,395 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740/.tmp/ns/43a7e145d31d422ab41f226aa6cca2a5 as hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740/ns/43a7e145d31d422ab41f226aa6cca2a5 2024-11-20T11:19:19,400 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740/ns/43a7e145d31d422ab41f226aa6cca2a5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T11:19:19,401 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-11-20T11:19:19,401 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:19:19,421 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T11:19:19,422 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:19,422 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:19,422 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:19,422 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101558962Running coprocessor pre-close hooks at 1732101558962Disabling compacts and flushes for region at 1732101558962Disabling writes for close at 1732101558962Obtaining lock to block concurrent updates at 1732101558962Preparing flush snapshotting stores in 1588230740 at 1732101558962Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732101558963 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732101558963Flushing 1588230740/ns: creating writer at 1732101558963Flushing 1588230740/ns: appending metadata at 1732101558984 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732101558984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b50e7c: reopening flushed file at 1732101559394 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1732101559401 (+7 ms)Writing region close event to WAL at 1732101559402 (+1 ms)Running coprocessor post-close hooks at 1732101559422 (+20 ms)Closed at 1732101559422 2024-11-20T11:19:19,422 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:19,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-20T11:19:19,563 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,39539,1732101545261; all regions closed. 2024-11-20T11:19:19,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741834_1010 (size=1152) 2024-11-20T11:19:19,565 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/WALs/448ea6c54a8c,39539,1732101545261/448ea6c54a8c%2C39539%2C1732101545261.meta.1732101548181.meta not finished, retry = 0 2024-11-20T11:19:19,667 DEBUG [RS:0;448ea6c54a8c:39539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/oldWALs 2024-11-20T11:19:19,667 INFO [RS:0;448ea6c54a8c:39539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C39539%2C1732101545261.meta:.meta(num 1732101548181) 2024-11-20T11:19:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741832_1008 (size=93) 2024-11-20T11:19:19,671 DEBUG [RS:0;448ea6c54a8c:39539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/oldWALs 2024-11-20T11:19:19,671 INFO [RS:0;448ea6c54a8c:39539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C39539%2C1732101545261:(num 1732101547274) 2024-11-20T11:19:19,671 DEBUG [RS:0;448ea6c54a8c:39539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:19,671 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:19:19,671 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:19:19,672 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:19:19,672 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:19:19,672 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:19,672 INFO [RS:0;448ea6c54a8c:39539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39539 2024-11-20T11:19:19,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1272193661/rs/448ea6c54a8c,39539,1732101545261 2024-11-20T11:19:19,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661/rs 2024-11-20T11:19:19,673 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:19,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,39539,1732101545261] 2024-11-20T11:19:19,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1272193661/draining/448ea6c54a8c,39539,1732101545261 already deleted, retry=false 2024-11-20T11:19:19,676 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,39539,1732101545261 expired; onlineServers=0 2024-11-20T11:19:19,676 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,43823,1732101545226' ***** 2024-11-20T11:19:19,676 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:19:19,677 INFO [M:0;448ea6c54a8c:43823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:19:19,677 INFO [M:0;448ea6c54a8c:43823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:19:19,677 DEBUG [M:0;448ea6c54a8c:43823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:19:19,677 DEBUG [M:0;448ea6c54a8c:43823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:19:19,677 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:19:19,677 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101547032 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101547032,5,FailOnTimeoutGroup] 2024-11-20T11:19:19,677 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101547036 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101547036,5,FailOnTimeoutGroup] 2024-11-20T11:19:19,677 INFO [M:0;448ea6c54a8c:43823 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:19:19,677 INFO [M:0;448ea6c54a8c:43823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:19:19,677 DEBUG [M:0;448ea6c54a8c:43823 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:19:19,677 INFO [M:0;448ea6c54a8c:43823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:19:19,677 INFO [M:0;448ea6c54a8c:43823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:19:19,677 INFO [M:0;448ea6c54a8c:43823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:19:19,677 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:19:19,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1272193661/master 2024-11-20T11:19:19,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1272193661 2024-11-20T11:19:19,678 DEBUG [M:0;448ea6c54a8c:43823 {}] zookeeper.ZKUtil(347): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Unable to get data of znode /1272193661/master because node does not exist (not an error) 2024-11-20T11:19:19,678 WARN [M:0;448ea6c54a8c:43823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:19:19,679 INFO [M:0;448ea6c54a8c:43823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/.lastflushedseqids 2024-11-20T11:19:19,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741836_1012 (size=99) 2024-11-20T11:19:19,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:19,775 INFO [RS:0;448ea6c54a8c:39539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:19,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39539-0x1013519f5230004, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:19,775 INFO [RS:0;448ea6c54a8c:39539 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,39539,1732101545261; zookeeper connection closed. 2024-11-20T11:19:19,775 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@433d4d36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@433d4d36 2024-11-20T11:19:19,775 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:19:20,084 INFO [M:0;448ea6c54a8c:43823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:19:20,084 INFO [M:0;448ea6c54a8c:43823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:19:20,084 DEBUG [M:0;448ea6c54a8c:43823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:20,084 INFO [M:0;448ea6c54a8c:43823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:20,084 DEBUG [M:0;448ea6c54a8c:43823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:20,085 DEBUG [M:0;448ea6c54a8c:43823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:19:20,085 DEBUG [M:0;448ea6c54a8c:43823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:20,085 INFO [M:0;448ea6c54a8c:43823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T11:19:20,101 DEBUG [M:0;448ea6c54a8c:43823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd8fbcd71274342a4261874100670e4 is 82, key is hbase:meta,,1/info:regioninfo/1732101548211/Put/seqid=0 2024-11-20T11:19:20,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741837_1013 (size=5672) 2024-11-20T11:19:20,113 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 to pos 0, reset compression=false 2024-11-20T11:19:20,506 INFO [M:0;448ea6c54a8c:43823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd8fbcd71274342a4261874100670e4 2024-11-20T11:19:20,525 DEBUG [M:0;448ea6c54a8c:43823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e08ef278801e4de9822c4f6d9a110731 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732101548223/Put/seqid=0 2024-11-20T11:19:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741838_1014 (size=5275) 2024-11-20T11:19:20,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:19:20,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:20,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:20,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:20,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:20,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:20,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:20,930 INFO [M:0;448ea6c54a8c:43823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e08ef278801e4de9822c4f6d9a110731 2024-11-20T11:19:20,948 DEBUG [M:0;448ea6c54a8c:43823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d242552e8bf542b8918342802716b0b7 is 69, key is 448ea6c54a8c,39539,1732101545261/rs:state/1732101547108/Put/seqid=0 2024-11-20T11:19:20,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741839_1015 (size=5156) 2024-11-20T11:19:21,218 DEBUG [RS:0;448ea6c54a8c:41971.replicationSource.wal-reader.448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 to pos 0, reset compression=false 2024-11-20T11:19:21,353 INFO [M:0;448ea6c54a8c:43823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d242552e8bf542b8918342802716b0b7 2024-11-20T11:19:21,359 DEBUG [M:0;448ea6c54a8c:43823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd8fbcd71274342a4261874100670e4 as hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fd8fbcd71274342a4261874100670e4 2024-11-20T11:19:21,363 INFO [M:0;448ea6c54a8c:43823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fd8fbcd71274342a4261874100670e4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T11:19:21,364 DEBUG [M:0;448ea6c54a8c:43823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e08ef278801e4de9822c4f6d9a110731 as hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e08ef278801e4de9822c4f6d9a110731 2024-11-20T11:19:21,368 INFO [M:0;448ea6c54a8c:43823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e08ef278801e4de9822c4f6d9a110731, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T11:19:21,369 DEBUG [M:0;448ea6c54a8c:43823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d242552e8bf542b8918342802716b0b7 as hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d242552e8bf542b8918342802716b0b7 2024-11-20T11:19:21,373 INFO [M:0;448ea6c54a8c:43823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39055/user/jenkins/test-data/05b038cd-f18f-6075-3ca1-8287c35bcd7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d242552e8bf542b8918342802716b0b7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T11:19:21,373 INFO [M:0;448ea6c54a8c:43823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-11-20T11:19:21,375 INFO [M:0;448ea6c54a8c:43823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:21,375 DEBUG [M:0;448ea6c54a8c:43823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101560084Disabling compacts and flushes for region at 1732101560084Disabling writes for close at 1732101560085 (+1 ms)Obtaining lock to block concurrent updates at 1732101560085Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101560085Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732101560085Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101560086 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101560086Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101560101 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101560101Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101560510 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101560524 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101560524Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101560934 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101560948 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101560948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6133d2ef: reopening flushed file at 1732101561358 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231ebaa8: reopening flushed file at 1732101561363 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339c63e6: reopening flushed file at 1732101561368 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1732101561373 (+5 ms)Writing region close event to WAL at 1732101561375 (+2 ms)Closed at 1732101561375 2024-11-20T11:19:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741830_1006 (size=10165) 2024-11-20T11:19:21,377 INFO [M:0;448ea6c54a8c:43823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:19:21,377 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:21,377 INFO [M:0;448ea6c54a8c:43823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43823 2024-11-20T11:19:21,378 INFO [M:0;448ea6c54a8c:43823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:21,480 INFO [M:0;448ea6c54a8c:43823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:21,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:21,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1013519f5230003, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:21,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64bc60f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:21,483 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4660777d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:19:21,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:19:21,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25341d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:19:21,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d1efea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/hadoop.log.dir/,STOPPED} 2024-11-20T11:19:21,484 WARN [BP-1972803305-172.17.0.2-1732101544131 heartbeating to localhost/127.0.0.1:39055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:19:21,484 WARN [BP-1972803305-172.17.0.2-1732101544131 heartbeating to localhost/127.0.0.1:39055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1972803305-172.17.0.2-1732101544131 (Datanode Uuid 2399b806-d354-4b45-95b7-80457c65a0d0) service to localhost/127.0.0.1:39055 2024-11-20T11:19:21,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:19:21,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:19:21,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/cluster_fbcb7c27-1351-fc83-ed96-8bd434db161e/data/data1/current/BP-1972803305-172.17.0.2-1732101544131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:19:21,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/cluster_fbcb7c27-1351-fc83-ed96-8bd434db161e/data/data2/current/BP-1972803305-172.17.0.2-1732101544131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:19:21,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:19:21,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6097698c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:21,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aab5893{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:19:21,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:19:21,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@780a9b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:19:21,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58a30a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/hadoop.log.dir/,STOPPED} 2024-11-20T11:19:21,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:19:21,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:19:21,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:21,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:21,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:21,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:21,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:21,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:19:21,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1256167686, stopped=false 2024-11-20T11:19:21,502 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,37883,1732101554005 2024-11-20T11:19:21,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01433312741/running 2024-11-20T11:19:21,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01433312741/running 2024-11-20T11:19:21,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:21,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:21,504 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:19:21,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:21,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:21,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:21,504 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,41971,1732101554102' ***** 2024-11-20T11:19:21,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/running 2024-11-20T11:19:21,504 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:19:21,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Set watcher on znode that does not yet exist, /01433312741/running 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(3091): Received CLOSE for 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:21,505 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:41971. 2024-11-20T11:19:21,505 DEBUG [RS:0;448ea6c54a8c:41971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:21,505 DEBUG [RS:0;448ea6c54a8c:41971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:21,505 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38b76b22f049be5fe91d45081cadf490, disabling compactions & flushes 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:19:21,505 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:21,505 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:19:21,505 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:21,506 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. after waiting 1 ms 2024-11-20T11:19:21,506 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:21,506 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:19:21,506 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 38b76b22f049be5fe91d45081cadf490=hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490.} 2024-11-20T11:19:21,506 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38b76b22f049be5fe91d45081cadf490 2024-11-20T11:19:21,506 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:21,506 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:21,506 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:21,506 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:21,506 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:21,506 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T11:19:21,510 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/replication/38b76b22f049be5fe91d45081cadf490/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-20T11:19:21,510 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:21,510 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:21,510 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:21,510 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38b76b22f049be5fe91d45081cadf490: Waiting for close lock at 1732101561505Running coprocessor pre-close hooks at 1732101561505Disabling compacts and flushes for region at 1732101561505Disabling writes for close at 1732101561506 (+1 ms)Writing region close event to WAL at 1732101561506Running coprocessor post-close hooks at 1732101561510 (+4 ms)Closed at 1732101561510 2024-11-20T11:19:21,510 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490. 2024-11-20T11:19:21,522 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/info/9768c28b160448a5af1a2902f8758e60 is 147, key is hbase:replication,,1732101548309.38b76b22f049be5fe91d45081cadf490./info:regioninfo/1732101559287/Put/seqid=0 2024-11-20T11:19:21,524 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:19:21,524 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:19:21,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741851_1027 (size=6385) 2024-11-20T11:19:21,597 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:19:21,706 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:21,906 DEBUG [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:21,926 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/info/9768c28b160448a5af1a2902f8758e60 2024-11-20T11:19:21,931 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/.tmp/info/9768c28b160448a5af1a2902f8758e60 as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/info/9768c28b160448a5af1a2902f8758e60 2024-11-20T11:19:21,936 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/info/9768c28b160448a5af1a2902f8758e60, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T11:19:21,937 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-20T11:19:21,941 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T11:19:21,941 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:21,941 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:21,941 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:21,941 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101561506Running coprocessor pre-close hooks at 1732101561506Disabling compacts and flushes for region at 1732101561506Disabling writes for close at 1732101561506Obtaining lock to block concurrent updates at 1732101561506Preparing flush snapshotting stores in 1588230740 at 1732101561506Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732101561506Flushing stores of hbase:meta,,1.1588230740 at 1732101561507 (+1 ms)Flushing 1588230740/info: creating writer at 1732101561507Flushing 1588230740/info: appending metadata at 1732101561521 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732101561521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1c7ef3: reopening flushed file at 1732101561931 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732101561937 (+6 ms)Writing region close event to WAL at 1732101561938 (+1 ms)Running coprocessor post-close hooks at 1732101561941 (+3 ms)Closed at 1732101561941 2024-11-20T11:19:21,941 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:22,106 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,41971,1732101554102; all regions closed. 2024-11-20T11:19:22,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741849_1025 (size=2156) 2024-11-20T11:19:22,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.meta.1732101554989.meta not finished, retry = 0 2024-11-20T11:19:22,211 DEBUG [RS:0;448ea6c54a8c:41971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs 2024-11-20T11:19:22,211 INFO [RS:0;448ea6c54a8c:41971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C41971%2C1732101554102.meta:.meta(num 1732101554989) 2024-11-20T11:19:22,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741850_1026 (size=796) 2024-11-20T11:19:22,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.rep.1732101559252 not finished, retry = 0 2024-11-20T11:19:22,316 DEBUG [RS:0;448ea6c54a8c:41971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs 2024-11-20T11:19:22,316 INFO [RS:0;448ea6c54a8c:41971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C41971%2C1732101554102.rep:(num 1732101559252) 2024-11-20T11:19:22,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741848_1024 (size=93) 2024-11-20T11:19:22,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/WALs/448ea6c54a8c,41971,1732101554102/448ea6c54a8c%2C41971%2C1732101554102.1732101554647 not finished, retry = 0 2024-11-20T11:19:22,420 DEBUG [RS:0;448ea6c54a8c:41971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/oldWALs 2024-11-20T11:19:22,420 INFO [RS:0;448ea6c54a8c:41971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C41971%2C1732101554102:(num 1732101554647) 2024-11-20T11:19:22,420 DEBUG [RS:0;448ea6c54a8c:41971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:22,420 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:19:22,421 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:19:22,421 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:19:22,421 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:19:22,421 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:22,421 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,41971,1732101554102 because: Region server is closing 2024-11-20T11:19:22,421 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T11:19:22,421 INFO [RS:0;448ea6c54a8c:41971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:41971. 2024-11-20T11:19:22,421 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T11:19:22,421 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T11:19:22,421 DEBUG [RS:0;448ea6c54a8c:41971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:22,422 DEBUG [RS:0;448ea6c54a8c:41971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:22,422 DEBUG [RS:0;448ea6c54a8c:41971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:22,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:22,522 WARN [RS:0;448ea6c54a8c:41971.replicationSource.shipper448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T11:19:22,522 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;448ea6c54a8c:41971.replicationSource.shipper448ea6c54a8c%2C41971%2C1732101554102,1-448ea6c54a8c,41971,1732101554102 terminated 2024-11-20T11:19:22,522 INFO [RS:0;448ea6c54a8c:41971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41971 2024-11-20T11:19:22,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741/rs 2024-11-20T11:19:22,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01433312741/rs/448ea6c54a8c,41971,1732101554102 2024-11-20T11:19:22,526 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:22,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,41971,1732101554102] 2024-11-20T11:19:22,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01433312741/draining/448ea6c54a8c,41971,1732101554102 already deleted, retry=false 2024-11-20T11:19:22,529 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,41971,1732101554102 expired; onlineServers=0 2024-11-20T11:19:22,529 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,37883,1732101554005' ***** 2024-11-20T11:19:22,529 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:19:22,529 INFO [M:0;448ea6c54a8c:37883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:19:22,529 INFO [M:0;448ea6c54a8c:37883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:19:22,529 DEBUG [M:0;448ea6c54a8c:37883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:19:22,529 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:19:22,529 DEBUG [M:0;448ea6c54a8c:37883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:19:22,529 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101554409 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101554409,5,FailOnTimeoutGroup] 2024-11-20T11:19:22,529 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101554412 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101554412,5,FailOnTimeoutGroup] 2024-11-20T11:19:22,529 INFO [M:0;448ea6c54a8c:37883 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:19:22,529 INFO [M:0;448ea6c54a8c:37883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:19:22,529 DEBUG [M:0;448ea6c54a8c:37883 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:19:22,529 INFO [M:0;448ea6c54a8c:37883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:19:22,530 INFO [M:0;448ea6c54a8c:37883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:19:22,530 INFO [M:0;448ea6c54a8c:37883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:19:22,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:19:22,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01433312741/master 2024-11-20T11:19:22,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01433312741 2024-11-20T11:19:22,531 DEBUG [M:0;448ea6c54a8c:37883 {}] zookeeper.ZKUtil(347): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Unable to get data of znode /01433312741/master because node does not exist (not an error) 2024-11-20T11:19:22,531 WARN [M:0;448ea6c54a8c:37883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:19:22,531 INFO [M:0;448ea6c54a8c:37883 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/.lastflushedseqids 2024-11-20T11:19:22,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741852_1028 (size=181) 2024-11-20T11:19:22,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:22,628 INFO [RS:0;448ea6c54a8c:41971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:22,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41971-0x1013519f5230007, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:22,628 INFO [RS:0;448ea6c54a8c:41971 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,41971,1732101554102; zookeeper connection closed. 2024-11-20T11:19:22,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6122a8af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6122a8af 2024-11-20T11:19:22,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:19:22,937 INFO [M:0;448ea6c54a8c:37883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:19:22,937 INFO [M:0;448ea6c54a8c:37883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:19:22,937 DEBUG [M:0;448ea6c54a8c:37883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:22,937 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:22,937 DEBUG [M:0;448ea6c54a8c:37883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:22,937 DEBUG [M:0;448ea6c54a8c:37883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:19:22,937 DEBUG [M:0;448ea6c54a8c:37883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:22,937 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T11:19:22,960 DEBUG [M:0;448ea6c54a8c:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e33dfe71d2e4cae8d57ecb4ca443994 is 82, key is hbase:meta,,1/info:regioninfo/1732101555055/Put/seqid=0 2024-11-20T11:19:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741853_1029 (size=5672) 2024-11-20T11:19:23,365 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e33dfe71d2e4cae8d57ecb4ca443994 2024-11-20T11:19:23,385 DEBUG [M:0;448ea6c54a8c:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae2dd29283104f5caac6306c5bdba64b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732101559292/Put/seqid=0 2024-11-20T11:19:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741854_1030 (size=7312) 2024-11-20T11:19:23,789 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae2dd29283104f5caac6306c5bdba64b 2024-11-20T11:19:23,813 DEBUG [M:0;448ea6c54a8c:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ceccd410d3f4666a4d2dceeb0469633 is 69, key is 448ea6c54a8c,41971,1732101554102/rs:state/1732101554458/Put/seqid=0 2024-11-20T11:19:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741855_1031 (size=5370) 2024-11-20T11:19:23,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:23,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T11:19:23,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:24,217 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ceccd410d3f4666a4d2dceeb0469633 2024-11-20T11:19:24,222 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ceccd410d3f4666a4d2dceeb0469633 2024-11-20T11:19:24,223 DEBUG [M:0;448ea6c54a8c:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e33dfe71d2e4cae8d57ecb4ca443994 as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e33dfe71d2e4cae8d57ecb4ca443994 2024-11-20T11:19:24,227 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e33dfe71d2e4cae8d57ecb4ca443994, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T11:19:24,228 DEBUG [M:0;448ea6c54a8c:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae2dd29283104f5caac6306c5bdba64b as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae2dd29283104f5caac6306c5bdba64b 2024-11-20T11:19:24,232 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae2dd29283104f5caac6306c5bdba64b, entries=7, sequenceid=127, filesize=7.1 K 2024-11-20T11:19:24,233 DEBUG [M:0;448ea6c54a8c:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ceccd410d3f4666a4d2dceeb0469633 as hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ceccd410d3f4666a4d2dceeb0469633 2024-11-20T11:19:24,237 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ceccd410d3f4666a4d2dceeb0469633 2024-11-20T11:19:24,237 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/c6573231-af00-8c3a-2b83-50aad555beb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ceccd410d3f4666a4d2dceeb0469633, entries=2, sequenceid=127, filesize=5.2 K 2024-11-20T11:19:24,238 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=127, compaction requested=false 2024-11-20T11:19:24,239 INFO [M:0;448ea6c54a8c:37883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:24,239 DEBUG [M:0;448ea6c54a8c:37883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101562937Disabling compacts and flushes for region at 1732101562937Disabling writes for close at 1732101562937Obtaining lock to block concurrent updates at 1732101562937Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101562937Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732101562938 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101562938Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101562938Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101562960 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101562960Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101563370 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101563384 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101563384Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101563794 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101563812 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101563812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a616ce6: reopening flushed file at 1732101564222 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b3b337: reopening flushed file at 1732101564227 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64201600: reopening flushed file at 1732101564232 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=127, compaction requested=false at 1732101564238 (+6 ms)Writing region close event to WAL at 1732101564239 (+1 ms)Closed at 1732101564239 2024-11-20T11:19:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40997 is added to blk_1073741847_1023 (size=22903) 2024-11-20T11:19:24,242 INFO [M:0;448ea6c54a8c:37883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:19:24,242 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:24,242 INFO [M:0;448ea6c54a8c:37883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37883 2024-11-20T11:19:24,243 INFO [M:0;448ea6c54a8c:37883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:24,347 INFO [M:0;448ea6c54a8c:37883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1013519f5230006, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:24,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78825a0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:24,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:19:24,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:19:24,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:19:24,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/hadoop.log.dir/,STOPPED} 2024-11-20T11:19:24,351 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:19:24,351 WARN [BP-67279988-172.17.0.2-1732101540543 heartbeating to localhost/127.0.0.1:34651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:19:24,351 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:19:24,352 WARN [BP-67279988-172.17.0.2-1732101540543 heartbeating to localhost/127.0.0.1:34651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-67279988-172.17.0.2-1732101540543 (Datanode Uuid eaf03774-171e-45bc-b786-b2567078d469) service to localhost/127.0.0.1:34651 2024-11-20T11:19:24,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/cluster_6edca35f-880a-2d43-bd7f-faadd824d7c5/data/data1/current/BP-67279988-172.17.0.2-1732101540543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:19:24,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/cluster_6edca35f-880a-2d43-bd7f-faadd824d7c5/data/data2/current/BP-67279988-172.17.0.2-1732101540543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:19:24,353 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:19:24,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@426661ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:24,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f4e1df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:19:24,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:19:24,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c9eb55a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:19:24,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5275c5f-2283-6aeb-5918-5a8a2a1df40c/hadoop.log.dir/,STOPPED} 2024-11-20T11:19:24,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:19:24,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:19:24,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34651 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39055 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56300) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56300) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=8239 (was 8956) 2024-11-20T11:19:24,397 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=8239 2024-11-20T11:19:24,413 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-20T11:19:24,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/hadoop.log.dir so I do NOT create it in target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a 2024-11-20T11:19:24,414 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:19:24,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/hadoop.tmp.dir so I do NOT create it in target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a 2024-11-20T11:19:24,414 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901df31a-c22c-cc78-a0e2-1c3c6fd18e01/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:19:24,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a 2024-11-20T11:19:24,414 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/cluster_3eeb0a59-242b-1831-b25d-f48ca850d0a5, deleteOnExit=true 2024-11-20T11:19:24,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/cluster_3eeb0a59-242b-1831-b25d-f48ca850d0a5/zookeeper_0, clientPort=51792, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/cluster_3eeb0a59-242b-1831-b25d-f48ca850d0a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/cluster_3eeb0a59-242b-1831-b25d-f48ca850d0a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:19:24,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51792 2024-11-20T11:19:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:19:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:19:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/test.cache.data in system properties and HBase conf 2024-11-20T11:19:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:19:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:19:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:19:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:19:24,431 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:19:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:19:24,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:19:24,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013519f5230002, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:19:24,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013519f5230005, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:19:24,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013519f5230002, quorum=127.0.0.1:56300, baseZNode=/01433312741 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:19:24,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013519f5230005, quorum=127.0.0.1:56300, baseZNode=/1272193661 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:19:24,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:24,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:24,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:24,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:24,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:19:24,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:24,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12386e47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:24,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46a94287{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:24,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a857749{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/java.io.tmpdir/jetty-localhost-39363-hadoop-hdfs-3_4_1-tests_jar-_-any-3831997254048943511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:24,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c077745{HTTP/1.1, (http/1.1)}{localhost:39363} 2024-11-20T11:19:24,661 INFO [Time-limited test {}] server.Server(415): Started @155915ms 2024-11-20T11:19:24,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:24,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:24,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:24,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:24,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:19:24,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31782b69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:24,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@458d98f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:24,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b1decdd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/java.io.tmpdir/jetty-localhost-44883-hadoop-hdfs-3_4_1-tests_jar-_-any-17289811038608020627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:24,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76878df7{HTTP/1.1, (http/1.1)}{localhost:44883} 2024-11-20T11:19:24,940 INFO [Time-limited test {}] server.Server(415): Started @156194ms 2024-11-20T11:19:24,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:19:25,054 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/cluster_3eeb0a59-242b-1831-b25d-f48ca850d0a5/data/data2/current/BP-1561073476-172.17.0.2-1732101564449/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:25,054 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/cluster_3eeb0a59-242b-1831-b25d-f48ca850d0a5/data/data1/current/BP-1561073476-172.17.0.2-1732101564449/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:25,080 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:19:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x492c50dd1701c16f with lease ID 0x7b705364f4cac946: Processing first storage report for DS-1b842cff-8c37-4219-8cab-ed87cc9fcc34 from datanode DatanodeRegistration(127.0.0.1:40005, datanodeUuid=ad51d74c-80b2-4aa3-a3a0-beffd1e431c8, infoPort=37389, infoSecurePort=0, ipcPort=44069, storageInfo=lv=-57;cid=testClusterID;nsid=1830631687;c=1732101564449) 2024-11-20T11:19:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x492c50dd1701c16f with lease ID 0x7b705364f4cac946: from storage DS-1b842cff-8c37-4219-8cab-ed87cc9fcc34 node DatanodeRegistration(127.0.0.1:40005, datanodeUuid=ad51d74c-80b2-4aa3-a3a0-beffd1e431c8, infoPort=37389, infoSecurePort=0, ipcPort=44069, storageInfo=lv=-57;cid=testClusterID;nsid=1830631687;c=1732101564449), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x492c50dd1701c16f with lease ID 0x7b705364f4cac946: Processing first storage report for DS-78748631-f88d-481d-92f5-c424f9992edd from datanode DatanodeRegistration(127.0.0.1:40005, datanodeUuid=ad51d74c-80b2-4aa3-a3a0-beffd1e431c8, infoPort=37389, infoSecurePort=0, ipcPort=44069, storageInfo=lv=-57;cid=testClusterID;nsid=1830631687;c=1732101564449) 2024-11-20T11:19:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x492c50dd1701c16f with lease ID 0x7b705364f4cac946: from storage DS-78748631-f88d-481d-92f5-c424f9992edd node DatanodeRegistration(127.0.0.1:40005, datanodeUuid=ad51d74c-80b2-4aa3-a3a0-beffd1e431c8, infoPort=37389, infoSecurePort=0, ipcPort=44069, storageInfo=lv=-57;cid=testClusterID;nsid=1830631687;c=1732101564449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:25,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a 2024-11-20T11:19:25,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:25,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:25,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:19:25,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09 with version=8 2024-11-20T11:19:25,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/hbase-staging 2024-11-20T11:19:25,586 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:25,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:25,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:25,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:25,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:25,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:25,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:19:25,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:25,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44249 2024-11-20T11:19:25,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44249 connecting to ZooKeeper ensemble=127.0.0.1:51792 2024-11-20T11:19:25,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442490x0, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:25,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44249-0x101351a52990000 connected 2024-11-20T11:19:25,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:25,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:25,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Set watcher on znode that does not yet exist, /028716213/running 2024-11-20T11:19:25,619 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09, hbase.cluster.distributed=false 2024-11-20T11:19:25,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Set watcher on znode that does not yet exist, /028716213/acl 2024-11-20T11:19:25,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44249 2024-11-20T11:19:25,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44249 2024-11-20T11:19:25,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44249 2024-11-20T11:19:25,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44249 2024-11-20T11:19:25,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44249 2024-11-20T11:19:25,638 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:25,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:25,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:25,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:25,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:25,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:25,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:19:25,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:25,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43715 2024-11-20T11:19:25,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43715 connecting to ZooKeeper ensemble=127.0.0.1:51792 2024-11-20T11:19:25,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:25,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:25,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437150x0, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:25,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437150x0, quorum=127.0.0.1:51792, baseZNode=/028716213 Set watcher on znode that does not yet exist, /028716213/running 2024-11-20T11:19:25,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:19:25,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43715-0x101351a52990001 connected 2024-11-20T11:19:25,648 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:19:25,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Set watcher on znode that does not yet exist, /028716213/master 2024-11-20T11:19:25,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Set watcher on znode that does not yet exist, /028716213/acl 2024-11-20T11:19:25,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43715 2024-11-20T11:19:25,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43715 2024-11-20T11:19:25,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43715 2024-11-20T11:19:25,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43715 2024-11-20T11:19:25,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43715 2024-11-20T11:19:25,668 DEBUG [M:0;448ea6c54a8c:44249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:44249 2024-11-20T11:19:25,669 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /028716213/backup-masters/448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:25,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213/backup-masters 2024-11-20T11:19:25,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213/backup-masters 2024-11-20T11:19:25,671 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Set watcher on existing znode=/028716213/backup-masters/448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/028716213/master 2024-11-20T11:19:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:25,673 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Set watcher on existing znode=/028716213/master 2024-11-20T11:19:25,673 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /028716213/backup-masters/448ea6c54a8c,44249,1732101565585 from backup master directory 2024-11-20T11:19:25,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/028716213/backup-masters/448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:25,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213/backup-masters 2024-11-20T11:19:25,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213/backup-masters 2024-11-20T11:19:25,676 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:25,676 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:25,680 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/hbase.id] with ID: ce0ab59d-a942-4587-9a93-722faff91bbc 2024-11-20T11:19:25,680 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/.tmp/hbase.id 2024-11-20T11:19:25,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:19:26,090 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/.tmp/hbase.id]:[hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/hbase.id] 2024-11-20T11:19:26,100 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:26,100 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:19:26,101 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:19:26,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:26,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:19:26,509 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:26,510 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:19:26,510 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:19:26,917 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store 2024-11-20T11:19:26,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:19:27,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:19:27,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:27,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:27,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:27,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:27,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:27,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:27,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:27,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:27,326 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:27,327 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:27,327 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:27,327 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:27,327 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:19:27,327 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:27,327 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:27,327 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101567327Disabling compacts and flushes for region at 1732101567327Disabling writes for close at 1732101567327Writing region close event to WAL at 1732101567327Closed at 1732101567327 2024-11-20T11:19:27,328 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/.initializing 2024-11-20T11:19:27,328 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/WALs/448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:27,329 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:27,331 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C44249%2C1732101565585, suffix=, logDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/WALs/448ea6c54a8c,44249,1732101565585, archiveDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/oldWALs, maxLogs=10 2024-11-20T11:19:27,345 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/WALs/448ea6c54a8c,44249,1732101565585/448ea6c54a8c%2C44249%2C1732101565585.1732101567331, exclude list is [], retry=0 2024-11-20T11:19:27,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-1b842cff-8c37-4219-8cab-ed87cc9fcc34,DISK] 2024-11-20T11:19:27,349 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/WALs/448ea6c54a8c,44249,1732101565585/448ea6c54a8c%2C44249%2C1732101565585.1732101567331 2024-11-20T11:19:27,351 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-11-20T11:19:27,351 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:27,351 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:27,351 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,352 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:19:27,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:27,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:27,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:19:27,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:27,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:27,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:19:27,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:27,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:27,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:19:27,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:27,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:27,358 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,359 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,359 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,360 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,360 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,361 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:27,362 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:27,363 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:27,363 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68311754, jitterRate=0.017924457788467407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:27,364 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101567352Initializing all the Stores at 1732101567352Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101567352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101567353 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101567353Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101567353Cleaning up temporary data from old regions at 1732101567360 (+7 ms)Region opened successfully at 1732101567364 (+4 ms) 2024-11-20T11:19:27,364 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:19:27,366 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394bc827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:27,367 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:19:27,367 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:19:27,367 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:19:27,367 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:19:27,368 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:19:27,368 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:19:27,368 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:19:27,370 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:19:27,371 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Unable to get data of znode /028716213/balancer because node does not exist (not necessarily an error) 2024-11-20T11:19:27,372 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /028716213/balancer already deleted, retry=false 2024-11-20T11:19:27,372 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:19:27,372 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Unable to get data of znode /028716213/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:19:27,373 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /028716213/normalizer already deleted, retry=false 2024-11-20T11:19:27,374 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:19:27,374 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Unable to get data of znode /028716213/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:19:27,377 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /028716213/switch/split already deleted, retry=false 2024-11-20T11:19:27,377 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Unable to get data of znode /028716213/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:19:27,378 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /028716213/switch/merge already deleted, retry=false 2024-11-20T11:19:27,380 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Unable to get data of znode /028716213/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:19:27,381 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /028716213/snapshot-cleanup already deleted, retry=false 2024-11-20T11:19:27,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/028716213/running 2024-11-20T11:19:27,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/028716213/running 2024-11-20T11:19:27,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:27,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:27,383 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,44249,1732101565585, sessionid=0x101351a52990000, setting cluster-up flag (Was=false) 2024-11-20T11:19:27,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:27,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:27,392 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /028716213/flush-table-proc/acquired, /028716213/flush-table-proc/reached, /028716213/flush-table-proc/abort 2024-11-20T11:19:27,393 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:27,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:27,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:27,401 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /028716213/online-snapshot/acquired, /028716213/online-snapshot/reached, /028716213/online-snapshot/abort 2024-11-20T11:19:27,402 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:27,403 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:19:27,404 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:27,404 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:19:27,404 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:19:27,405 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 448ea6c54a8c,36111,1732101541460: status=Processing ServerCrashProcedure of 448ea6c54a8c,36111,1732101541460 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732101554408, completionTime=-1 appears to have been leaked 2024-11-20T11:19:27,405 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,44249,1732101565585 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:19:27,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:27,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:27,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:27,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:27,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:19:27,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:27,406 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,407 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101597407 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:19:27,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:19:27,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:19:27,409 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:19:27,409 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:19:27,409 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101567409,5,FailOnTimeoutGroup] 2024-11-20T11:19:27,409 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101567409,5,FailOnTimeoutGroup] 2024-11-20T11:19:27,409 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,409 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:27,409 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:19:27,409 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,409 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:19:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:19:27,459 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(746): ClusterId : ce0ab59d-a942-4587-9a93-722faff91bbc 2024-11-20T11:19:27,459 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:19:27,461 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:19:27,461 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:19:27,463 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:19:27,463 DEBUG [RS:0;448ea6c54a8c:43715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5b75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:27,476 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:43715 2024-11-20T11:19:27,476 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:19:27,476 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:19:27,476 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:19:27,477 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,44249,1732101565585 with port=43715, startcode=1732101565638 2024-11-20T11:19:27,477 DEBUG [RS:0;448ea6c54a8c:43715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:19:27,478 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:19:27,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:27,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44249 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:27,481 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09 2024-11-20T11:19:27,481 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33027 2024-11-20T11:19:27,481 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:19:27,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213/rs 2024-11-20T11:19:27,484 DEBUG [RS:0;448ea6c54a8c:43715 {}] zookeeper.ZKUtil(111): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Set watcher on existing znode=/028716213/rs/448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:27,484 WARN [RS:0;448ea6c54a8c:43715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:27,484 INFO [RS:0;448ea6c54a8c:43715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:27,484 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:27,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,43715,1732101565638] 2024-11-20T11:19:27,493 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:19:27,494 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:19:27,494 INFO [RS:0;448ea6c54a8c:43715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:19:27,494 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,495 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:19:27,495 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:19:27,495 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,495 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,495 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:27,496 DEBUG [RS:0;448ea6c54a8c:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:27,500 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,500 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,500 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,500 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,500 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,500 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43715,1732101565638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:27,515 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:19:27,516 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43715,1732101565638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,516 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,516 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.Replication(171): 448ea6c54a8c,43715,1732101565638 started 2024-11-20T11:19:27,529 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:27,530 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,43715,1732101565638, RpcServer on 448ea6c54a8c/172.17.0.2:43715, sessionid=0x101351a52990001 2024-11-20T11:19:27,530 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:19:27,530 DEBUG [RS:0;448ea6c54a8c:43715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:27,530 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,43715,1732101565638' 2024-11-20T11:19:27,530 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/028716213/flush-table-proc/abort' 2024-11-20T11:19:27,530 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/028716213/flush-table-proc/acquired' 2024-11-20T11:19:27,531 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:19:27,531 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:19:27,531 DEBUG [RS:0;448ea6c54a8c:43715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:27,531 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,43715,1732101565638' 2024-11-20T11:19:27,531 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/028716213/online-snapshot/abort' 2024-11-20T11:19:27,531 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/028716213/online-snapshot/acquired' 2024-11-20T11:19:27,531 DEBUG [RS:0;448ea6c54a8c:43715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:19:27,531 INFO [RS:0;448ea6c54a8c:43715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:19:27,531 INFO [RS:0;448ea6c54a8c:43715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:19:27,632 INFO [RS:0;448ea6c54a8c:43715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:27,633 INFO [RS:0;448ea6c54a8c:43715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C43715%2C1732101565638, suffix=, logDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638, archiveDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/oldWALs, maxLogs=10 2024-11-20T11:19:27,647 DEBUG [RS:0;448ea6c54a8c:43715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633, exclude list is [], retry=0 2024-11-20T11:19:27,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-1b842cff-8c37-4219-8cab-ed87cc9fcc34,DISK] 2024-11-20T11:19:27,651 INFO [RS:0;448ea6c54a8c:43715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 2024-11-20T11:19:27,652 DEBUG [RS:0;448ea6c54a8c:43715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-11-20T11:19:27,819 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:19:27,819 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09 2024-11-20T11:19:27,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:19:28,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:28,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:28,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:28,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:28,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:28,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:28,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:28,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:28,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:28,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:28,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:28,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:28,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:28,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:28,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:28,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:28,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:28,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:28,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740 2024-11-20T11:19:28,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740 2024-11-20T11:19:28,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:28,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:28,235 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:28,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:28,238 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:28,238 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71087292, jitterRate=0.05928319692611694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:28,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101568225Initializing all the Stores at 1732101568226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101568226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101568226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101568226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101568226Cleaning up temporary data from old regions at 1732101568235 (+9 ms)Region opened successfully at 1732101568239 (+4 ms) 2024-11-20T11:19:28,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:28,239 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:28,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:28,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:28,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:28,239 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:28,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101568239Disabling compacts and flushes for region at 1732101568239Disabling writes for close at 1732101568239Writing region close event to WAL at 1732101568239Closed at 1732101568239 2024-11-20T11:19:28,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:28,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:19:28,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:19:28,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:28,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:19:28,392 DEBUG [448ea6c54a8c:44249 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:19:28,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:28,394 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,43715,1732101565638, state=OPENING 2024-11-20T11:19:28,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:19:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:28,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:28,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /028716213/meta-region-server: CHANGED 2024-11-20T11:19:28,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,43715,1732101565638}] 2024-11-20T11:19:28,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /028716213/meta-region-server: CHANGED 2024-11-20T11:19:28,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:19:28,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:19:28,555 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:19:28,555 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:28,555 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:19:28,557 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C43715%2C1732101565638.meta, suffix=.meta, logDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638, archiveDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/oldWALs, maxLogs=10 2024-11-20T11:19:28,570 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.meta.1732101568557.meta, exclude list is [], retry=0 2024-11-20T11:19:28,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-1b842cff-8c37-4219-8cab-ed87cc9fcc34,DISK] 2024-11-20T11:19:28,574 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.meta.1732101568557.meta 2024-11-20T11:19:28,574 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-11-20T11:19:28,574 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:28,574 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:28,574 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:19:28,574 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:19:28,575 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:19:28,575 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:19:28,575 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:28,575 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:19:28,575 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:19:28,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:28,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:28,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:28,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:28,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:28,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:28,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:28,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:28,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:28,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:28,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:28,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:28,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:28,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:28,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:28,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:28,580 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:28,581 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740 2024-11-20T11:19:28,582 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740 2024-11-20T11:19:28,582 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:28,582 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:28,583 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:28,584 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:28,585 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66984423, jitterRate=-0.0018543154001235962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:28,585 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:19:28,586 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101568575Writing region info on filesystem at 1732101568575Initializing all the Stores at 1732101568575Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101568575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101568576 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101568576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101568576Cleaning up temporary data from old regions at 1732101568582 (+6 ms)Running coprocessor post-open hooks at 1732101568585 (+3 ms)Region opened successfully at 1732101568586 (+1 ms) 2024-11-20T11:19:28,586 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101568549 2024-11-20T11:19:28,588 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:19:28,588 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:19:28,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:28,589 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,43715,1732101565638, state=OPEN 2024-11-20T11:19:28,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/028716213/meta-region-server 2024-11-20T11:19:28,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/028716213/meta-region-server 2024-11-20T11:19:28,596 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:28,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /028716213/meta-region-server: CHANGED 2024-11-20T11:19:28,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /028716213/meta-region-server: CHANGED 2024-11-20T11:19:28,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:19:28,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,43715,1732101565638 in 199 msec 2024-11-20T11:19:28,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:19:28,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-20T11:19:28,600 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:28,600 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:19:28,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:28,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43715,1732101565638, seqNum=-1] 2024-11-20T11:19:28,602 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:28,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:28,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-20T11:19:28,607 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101568607, completionTime=-1 2024-11-20T11:19:28,607 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:19:28,607 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:19:28,609 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:19:28,609 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101628609 2024-11-20T11:19:28,609 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101688609 2024-11-20T11:19:28,609 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T11:19:28,609 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44249,1732101565585-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:28,610 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44249,1732101565585-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:28,610 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44249,1732101565585-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:28,610 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:44249, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:28,610 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:28,610 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:28,611 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:19:28,613 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.937sec 2024-11-20T11:19:28,613 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:19:28,613 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:19:28,613 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:19:28,613 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:19:28,613 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:19:28,613 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44249,1732101565585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:28,613 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44249,1732101565585-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:19:28,615 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:19:28,615 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:19:28,616 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44249,1732101565585-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:28,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a57df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:28,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44249,-1 for getting cluster id 2024-11-20T11:19:28,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:28,662 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce0ab59d-a942-4587-9a93-722faff91bbc' 2024-11-20T11:19:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce0ab59d-a942-4587-9a93-722faff91bbc" 2024-11-20T11:19:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd0197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44249,-1] 2024-11-20T11:19:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:28,664 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:28,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191d2d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:28,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:28,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43715,1732101565638, seqNum=-1] 2024-11-20T11:19:28,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:28,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:28,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:28,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51792 2024-11-20T11:19:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:28,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101351a52990002 connected 2024-11-20T11:19:28,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/hadoop.log.dir so I do NOT create it in target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197 2024-11-20T11:19:28,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:19:28,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/hadoop.tmp.dir so I do NOT create it in target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197 2024-11-20T11:19:28,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:19:28,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197 2024-11-20T11:19:28,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:19:28,675 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/cluster_adcfafec-2fdc-6e3a-fcdb-3333483ee919, deleteOnExit=true 2024-11-20T11:19:28,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:19:28,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/test.cache.data in system properties and HBase conf 2024-11-20T11:19:28,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:19:28,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:19:28,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:19:28,676 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:19:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:19:28,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:19:28,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:28,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:19:28,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:19:28,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:28,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:28,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:28,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:28,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:19:28,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:28,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6866c87b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:28,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c23049a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:28,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dde456c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/java.io.tmpdir/jetty-localhost-39533-hadoop-hdfs-3_4_1-tests_jar-_-any-11415293104231291338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:28,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23527d6b{HTTP/1.1, (http/1.1)}{localhost:39533} 2024-11-20T11:19:28,886 INFO [Time-limited test {}] server.Server(415): Started @160140ms 2024-11-20T11:19:28,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:28,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:28,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:28,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:28,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:19:28,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21327da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:28,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f0589d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:29,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d9fb7a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/java.io.tmpdir/jetty-localhost-37571-hadoop-hdfs-3_4_1-tests_jar-_-any-17261870117079169138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:29,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7da5eb74{HTTP/1.1, (http/1.1)}{localhost:37571} 2024-11-20T11:19:29,107 INFO [Time-limited test {}] server.Server(415): Started @160361ms 2024-11-20T11:19:29,108 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:19:29,219 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/cluster_adcfafec-2fdc-6e3a-fcdb-3333483ee919/data/data1/current/BP-1198524189-172.17.0.2-1732101568698/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:29,220 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/cluster_adcfafec-2fdc-6e3a-fcdb-3333483ee919/data/data2/current/BP-1198524189-172.17.0.2-1732101568698/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:29,249 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:19:29,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x174b4452e9cc0c2a with lease ID 0x4f2a1f84aa1e5f48: Processing first storage report for DS-8dbe4faa-9318-4942-a0c6-9ce42e3cb619 from datanode DatanodeRegistration(127.0.0.1:32935, datanodeUuid=3fe64a15-8045-44a8-bf0a-fccefd376308, infoPort=36505, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=1679557093;c=1732101568698) 2024-11-20T11:19:29,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x174b4452e9cc0c2a with lease ID 0x4f2a1f84aa1e5f48: from storage DS-8dbe4faa-9318-4942-a0c6-9ce42e3cb619 node DatanodeRegistration(127.0.0.1:32935, datanodeUuid=3fe64a15-8045-44a8-bf0a-fccefd376308, infoPort=36505, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=1679557093;c=1732101568698), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:29,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x174b4452e9cc0c2a with lease ID 0x4f2a1f84aa1e5f48: Processing first storage report for DS-d1ad0d7a-d4c1-41a5-bb74-9bde1145111f from datanode DatanodeRegistration(127.0.0.1:32935, datanodeUuid=3fe64a15-8045-44a8-bf0a-fccefd376308, infoPort=36505, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=1679557093;c=1732101568698) 2024-11-20T11:19:29,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x174b4452e9cc0c2a with lease ID 0x4f2a1f84aa1e5f48: from storage DS-d1ad0d7a-d4c1-41a5-bb74-9bde1145111f node DatanodeRegistration(127.0.0.1:32935, datanodeUuid=3fe64a15-8045-44a8-bf0a-fccefd376308, infoPort=36505, infoSecurePort=0, ipcPort=44205, storageInfo=lv=-57;cid=testClusterID;nsid=1679557093;c=1732101568698), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:29,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197 2024-11-20T11:19:29,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:29,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:29,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:19:29,754 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45 with version=8 2024-11-20T11:19:29,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/hbase-staging 2024-11-20T11:19:29,757 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:29,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:29,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:29,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:29,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:29,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:29,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:19:29,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:29,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38865 2024-11-20T11:19:29,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38865 connecting to ZooKeeper ensemble=127.0.0.1:51792 2024-11-20T11:19:29,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388650x0, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:29,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:29,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:29,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38865-0x101351a52990003 connected 2024-11-20T11:19:29,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Set watcher on znode that does not yet exist, /11317407764/running 2024-11-20T11:19:29,807 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45, hbase.cluster.distributed=false 2024-11-20T11:19:29,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Set watcher on znode that does not yet exist, /11317407764/acl 2024-11-20T11:19:29,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38865 2024-11-20T11:19:29,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38865 2024-11-20T11:19:29,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38865 2024-11-20T11:19:29,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38865 2024-11-20T11:19:29,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38865 2024-11-20T11:19:29,851 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:29,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:29,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:29,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:29,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:29,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:29,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:19:29,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:29,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41577 2024-11-20T11:19:29,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41577 connecting to ZooKeeper ensemble=127.0.0.1:51792 2024-11-20T11:19:29,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:29,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:29,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415770x0, quorum=127.0.0.1:51792, baseZNode=/11317407764 Set watcher on znode that does not yet exist, /11317407764/running 2024-11-20T11:19:29,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:19:29,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415770x0, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:29,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41577-0x101351a52990004 connected 2024-11-20T11:19:29,931 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:19:29,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Set watcher on znode that does not yet exist, /11317407764/master 2024-11-20T11:19:29,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Set watcher on znode that does not yet exist, /11317407764/acl 2024-11-20T11:19:29,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41577 2024-11-20T11:19:29,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41577 2024-11-20T11:19:29,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41577 2024-11-20T11:19:29,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41577 2024-11-20T11:19:30,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41577 2024-11-20T11:19:30,035 DEBUG [M:0;448ea6c54a8c:38865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:38865 2024-11-20T11:19:30,037 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11317407764/backup-masters/448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:30,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764/backup-masters 2024-11-20T11:19:30,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764/backup-masters 2024-11-20T11:19:30,040 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Set watcher on existing znode=/11317407764/backup-masters/448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:30,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11317407764/master 2024-11-20T11:19:30,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:30,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:30,049 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Set watcher on existing znode=/11317407764/master 2024-11-20T11:19:30,051 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11317407764/backup-masters/448ea6c54a8c,38865,1732101569757 from backup master directory 2024-11-20T11:19:30,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764/backup-masters 2024-11-20T11:19:30,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11317407764/backup-masters/448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:30,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764/backup-masters 2024-11-20T11:19:30,053 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:30,053 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:30,066 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/hbase.id] with ID: 53b08eba-f70f-4a06-a624-42983524f133 2024-11-20T11:19:30,066 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/.tmp/hbase.id 2024-11-20T11:19:30,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:19:30,504 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/.tmp/hbase.id]:[hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/hbase.id] 2024-11-20T11:19:30,517 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:30,517 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:19:30,518 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:19:30,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:30,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:30,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:19:30,928 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:30,929 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:19:30,929 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:19:31,003 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store 2024-11-20T11:19:31,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:19:31,447 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:31,447 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:31,447 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:31,447 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:31,448 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-20T11:19:31,448 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:31,448 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:31,448 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101571447Disabling compacts and flushes for region at 1732101571447Disabling writes for close at 1732101571448 (+1 ms)Writing region close event to WAL at 1732101571448Closed at 1732101571448 2024-11-20T11:19:31,449 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/.initializing 2024-11-20T11:19:31,449 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/WALs/448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:31,452 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:31,454 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C38865%2C1732101569757, suffix=, logDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/WALs/448ea6c54a8c,38865,1732101569757, archiveDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/oldWALs, maxLogs=10 2024-11-20T11:19:31,473 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/WALs/448ea6c54a8c,38865,1732101569757/448ea6c54a8c%2C38865%2C1732101569757.1732101571454, exclude list is [], retry=0 2024-11-20T11:19:31,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32935,DS-8dbe4faa-9318-4942-a0c6-9ce42e3cb619,DISK] 2024-11-20T11:19:31,529 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/WALs/448ea6c54a8c,38865,1732101569757/448ea6c54a8c%2C38865%2C1732101569757.1732101571454 2024-11-20T11:19:31,540 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505)] 2024-11-20T11:19:31,540 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:31,541 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:31,541 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,541 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:19:31,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:31,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:31,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:19:31,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:31,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:31,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:19:31,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:31,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:31,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:19:31,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:31,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:31,574 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,575 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,576 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,577 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,577 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,578 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:31,579 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:31,590 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:31,590 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61392022, jitterRate=-0.08518758416175842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:31,590 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101571541Initializing all the Stores at 1732101571542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101571542Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101571556 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101571556Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101571556Cleaning up temporary data from old regions at 1732101571577 (+21 ms)Region opened successfully at 1732101571590 (+13 ms) 2024-11-20T11:19:31,595 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:19:31,604 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d977fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:31,605 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:19:31,606 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:19:31,606 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:19:31,606 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:19:31,606 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:19:31,607 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:19:31,607 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:19:31,612 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:19:31,613 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Unable to get data of znode /11317407764/balancer because node does not exist (not necessarily an error) 2024-11-20T11:19:31,616 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11317407764/balancer already deleted, retry=false 2024-11-20T11:19:31,616 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:19:31,617 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Unable to get data of znode /11317407764/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:19:31,620 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11317407764/normalizer already deleted, retry=false 2024-11-20T11:19:31,620 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:19:31,622 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Unable to get data of znode /11317407764/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:19:31,623 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11317407764/switch/split already deleted, retry=false 2024-11-20T11:19:31,625 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Unable to get data of znode /11317407764/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:19:31,627 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11317407764/switch/merge already deleted, retry=false 2024-11-20T11:19:31,629 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Unable to get data of znode /11317407764/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:19:31,630 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11317407764/snapshot-cleanup already deleted, retry=false 2024-11-20T11:19:31,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11317407764/running 2024-11-20T11:19:31,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:31,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11317407764/running 2024-11-20T11:19:31,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:31,634 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,38865,1732101569757, sessionid=0x101351a52990003, setting cluster-up flag (Was=false) 2024-11-20T11:19:31,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:31,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:31,645 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11317407764/flush-table-proc/acquired, /11317407764/flush-table-proc/reached, /11317407764/flush-table-proc/abort 2024-11-20T11:19:31,646 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:31,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:31,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:31,667 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11317407764/online-snapshot/acquired, /11317407764/online-snapshot/reached, /11317407764/online-snapshot/abort 2024-11-20T11:19:31,668 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:31,693 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:19:31,706 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:31,706 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:19:31,706 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:19:31,707 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,38865,1732101569757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:19:31,708 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:31,708 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:31,708 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:31,708 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:31,708 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:19:31,708 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,708 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:31,708 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,735 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:31,735 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:19:31,737 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:31,737 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:19:31,746 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(746): ClusterId : 53b08eba-f70f-4a06-a624-42983524f133 2024-11-20T11:19:31,746 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:19:31,749 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:19:31,749 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:19:31,753 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:19:31,754 DEBUG [RS:0;448ea6c54a8c:41577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643785dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:31,812 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101601812 2024-11-20T11:19:31,813 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:19:31,813 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:19:31,813 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:19:31,813 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:19:31,813 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:19:31,813 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:19:31,818 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:41577 2024-11-20T11:19:31,818 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:19:31,818 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:19:31,818 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:19:31,818 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,819 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,38865,1732101569757 with port=41577, startcode=1732101569850 2024-11-20T11:19:31,819 DEBUG [RS:0;448ea6c54a8c:41577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:19:31,824 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:19:31,825 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:19:31,825 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:19:31,825 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:19:31,837 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:19:31,838 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38865 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:19:31,839 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T11:19:31,839 WARN [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T11:19:31,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:19:31,852 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:19:31,852 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:19:31,861 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101571852,5,FailOnTimeoutGroup] 2024-11-20T11:19:31,868 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101571861,5,FailOnTimeoutGroup] 2024-11-20T11:19:31,868 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,868 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:19:31,868 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,868 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,939 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,38865,1732101569757 with port=41577, startcode=1732101569850 2024-11-20T11:19:31,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:31,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38865 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:31,942 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45 2024-11-20T11:19:31,942 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42951 2024-11-20T11:19:31,942 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:19:31,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764/rs 2024-11-20T11:19:31,944 DEBUG [RS:0;448ea6c54a8c:41577 {}] zookeeper.ZKUtil(111): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Set watcher on existing znode=/11317407764/rs/448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:31,944 WARN [RS:0;448ea6c54a8c:41577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:31,944 INFO [RS:0;448ea6c54a8c:41577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:31,944 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:31,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,41577,1732101569850] 2024-11-20T11:19:31,947 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:19:31,949 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:19:31,950 INFO [RS:0;448ea6c54a8c:41577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:19:31,950 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,950 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:19:31,950 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:19:31,950 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:31,951 DEBUG [RS:0;448ea6c54a8c:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:31,955 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,955 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,955 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,955 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,955 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,955 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41577,1732101569850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:31,974 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:19:31,974 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41577,1732101569850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,974 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,974 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.Replication(171): 448ea6c54a8c,41577,1732101569850 started 2024-11-20T11:19:31,992 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:31,992 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,41577,1732101569850, RpcServer on 448ea6c54a8c/172.17.0.2:41577, sessionid=0x101351a52990004 2024-11-20T11:19:31,992 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:19:31,992 DEBUG [RS:0;448ea6c54a8c:41577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:31,992 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,41577,1732101569850' 2024-11-20T11:19:31,992 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11317407764/flush-table-proc/abort' 2024-11-20T11:19:31,993 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11317407764/flush-table-proc/acquired' 2024-11-20T11:19:31,993 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:19:31,993 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:19:31,993 DEBUG [RS:0;448ea6c54a8c:41577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:31,993 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,41577,1732101569850' 2024-11-20T11:19:31,993 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11317407764/online-snapshot/abort' 2024-11-20T11:19:31,994 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11317407764/online-snapshot/acquired' 2024-11-20T11:19:31,996 DEBUG [RS:0;448ea6c54a8c:41577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:19:31,996 INFO [RS:0;448ea6c54a8c:41577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:19:31,996 INFO [RS:0;448ea6c54a8c:41577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:19:32,097 INFO [RS:0;448ea6c54a8c:41577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:32,098 INFO [RS:0;448ea6c54a8c:41577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41577%2C1732101569850, suffix=, logDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850, archiveDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/oldWALs, maxLogs=10 2024-11-20T11:19:32,116 DEBUG [RS:0;448ea6c54a8c:41577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099, exclude list is [], retry=0 2024-11-20T11:19:32,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32935,DS-8dbe4faa-9318-4942-a0c6-9ce42e3cb619,DISK] 2024-11-20T11:19:32,121 INFO [RS:0;448ea6c54a8c:41577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 2024-11-20T11:19:32,121 DEBUG [RS:0;448ea6c54a8c:41577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505)] 2024-11-20T11:19:32,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:19:32,244 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45 2024-11-20T11:19:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:19:32,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:32,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:32,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:32,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:32,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:32,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:32,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:32,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:32,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:32,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:32,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:32,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:32,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:32,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:32,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:32,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:32,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:32,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:32,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740 2024-11-20T11:19:32,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740 2024-11-20T11:19:32,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:32,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:32,681 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:32,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:32,685 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:32,685 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61319828, jitterRate=-0.08626335859298706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:32,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101572670Initializing all the Stores at 1732101572671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101572671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101572671Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101572671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101572671Cleaning up temporary data from old regions at 1732101572680 (+9 ms)Region opened successfully at 1732101572685 (+5 ms) 2024-11-20T11:19:32,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:32,685 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:32,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:32,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:32,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:32,689 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:32,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101572685Disabling compacts and flushes for region at 1732101572685Disabling writes for close at 1732101572685Writing region close event to WAL at 1732101572689 (+4 ms)Closed at 1732101572689 2024-11-20T11:19:32,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:32,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:19:32,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:19:32,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:32,692 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:19:32,842 DEBUG [448ea6c54a8c:38865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:19:32,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:32,843 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,41577,1732101569850, state=OPENING 2024-11-20T11:19:32,848 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:19:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:32,852 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:32,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11317407764/meta-region-server: CHANGED 2024-11-20T11:19:32,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11317407764/meta-region-server: CHANGED 2024-11-20T11:19:32,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41577,1732101569850}] 2024-11-20T11:19:33,005 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:19:33,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:19:33,010 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:19:33,010 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:33,010 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:19:33,012 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41577%2C1732101569850.meta, suffix=.meta, logDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850, archiveDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/oldWALs, maxLogs=10 2024-11-20T11:19:33,029 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.meta.1732101573012.meta, exclude list is [], retry=0 2024-11-20T11:19:33,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32935,DS-8dbe4faa-9318-4942-a0c6-9ce42e3cb619,DISK] 2024-11-20T11:19:33,033 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.meta.1732101573012.meta 2024-11-20T11:19:33,033 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505)] 2024-11-20T11:19:33,033 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:33,033 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:33,034 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:19:33,034 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:19:33,034 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:19:33,034 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:19:33,034 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:33,034 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:19:33,034 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:19:33,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:33,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:33,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:33,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:33,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:33,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:33,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:33,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:33,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:33,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:33,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:33,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:33,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:33,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:33,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:33,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:33,039 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:33,039 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740 2024-11-20T11:19:33,040 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740 2024-11-20T11:19:33,041 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:33,041 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:33,042 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:33,043 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:33,043 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62216796, jitterRate=-0.07289749383926392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:33,043 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:19:33,044 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101573034Writing region info on filesystem at 1732101573034Initializing all the Stores at 1732101573035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101573035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101573035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101573035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101573035Cleaning up temporary data from old regions at 1732101573041 (+6 ms)Running coprocessor post-open hooks at 1732101573043 (+2 ms)Region opened successfully at 1732101573043 2024-11-20T11:19:33,044 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101573005 2024-11-20T11:19:33,046 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:19:33,046 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:19:33,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:33,047 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,41577,1732101569850, state=OPEN 2024-11-20T11:19:33,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11317407764/meta-region-server 2024-11-20T11:19:33,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11317407764/meta-region-server 2024-11-20T11:19:33,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:33,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11317407764/meta-region-server: CHANGED 2024-11-20T11:19:33,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11317407764/meta-region-server: CHANGED 2024-11-20T11:19:33,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:19:33,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41577,1732101569850 in 197 msec 2024-11-20T11:19:33,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:19:33,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-20T11:19:33,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:33,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:19:33,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:33,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41577,1732101569850, seqNum=-1] 2024-11-20T11:19:33,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:33,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:33,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3540 sec 2024-11-20T11:19:33,059 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101573059, completionTime=-1 2024-11-20T11:19:33,059 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:19:33,059 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:19:33,061 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:19:33,061 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101633061 2024-11-20T11:19:33,061 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101693061 2024-11-20T11:19:33,061 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T11:19:33,061 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38865,1732101569757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:33,061 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38865,1732101569757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:33,061 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38865,1732101569757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:33,061 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:38865, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:33,061 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:33,062 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:33,063 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:19:33,064 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.011sec 2024-11-20T11:19:33,065 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:19:33,065 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:19:33,065 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:19:33,065 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:19:33,065 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:19:33,065 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38865,1732101569757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:33,065 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38865,1732101569757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:19:33,067 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:19:33,067 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:19:33,067 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38865,1732101569757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:33,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca55819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:33,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38865,-1 for getting cluster id 2024-11-20T11:19:33,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:33,157 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53b08eba-f70f-4a06-a624-42983524f133' 2024-11-20T11:19:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53b08eba-f70f-4a06-a624-42983524f133" 2024-11-20T11:19:33,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355bef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:33,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38865,-1] 2024-11-20T11:19:33,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:33,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:33,159 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:33,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42352efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:33,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41577,1732101569850, seqNum=-1] 2024-11-20T11:19:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:33,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:33,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:33,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51792 2024-11-20T11:19:33,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:33,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101351a52990005 connected 2024-11-20T11:19:33,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70c2d625 2024-11-20T11:19:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:33,175 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:33,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:19:33,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:19:33,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:33,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:19:33,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:19:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:33,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:19:33,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4eda9bf0620a2e6fb636e65f99fb6888, NAME => 'test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09 2024-11-20T11:19:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:33,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:19:33,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:33,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4eda9bf0620a2e6fb636e65f99fb6888, disabling compactions & flushes 2024-11-20T11:19:33,313 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:33,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:33,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. after waiting 0 ms 2024-11-20T11:19:33,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:33,313 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:33,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4eda9bf0620a2e6fb636e65f99fb6888: Waiting for close lock at 1732101573313Disabling compacts and flushes for region at 1732101573313Disabling writes for close at 1732101573313Writing region close event to WAL at 1732101573313Closed at 1732101573313 2024-11-20T11:19:33,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:19:33,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101573314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101573314"}]},"ts":"1732101573314"} 2024-11-20T11:19:33,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:19:33,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:19:33,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101573319"}]},"ts":"1732101573319"} 2024-11-20T11:19:33,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:19:33,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4eda9bf0620a2e6fb636e65f99fb6888, ASSIGN}] 2024-11-20T11:19:33,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4eda9bf0620a2e6fb636e65f99fb6888, ASSIGN 2024-11-20T11:19:33,326 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4eda9bf0620a2e6fb636e65f99fb6888, ASSIGN; state=OFFLINE, location=448ea6c54a8c,43715,1732101565638; forceNewPlan=false, retain=false 2024-11-20T11:19:33,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4eda9bf0620a2e6fb636e65f99fb6888, regionState=OPENING, regionLocation=448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4eda9bf0620a2e6fb636e65f99fb6888, ASSIGN because future has completed 2024-11-20T11:19:33,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4eda9bf0620a2e6fb636e65f99fb6888, server=448ea6c54a8c,43715,1732101565638}] 2024-11-20T11:19:33,493 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:19:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:33,636 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:33,636 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4eda9bf0620a2e6fb636e65f99fb6888, NAME => 'test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:33,636 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:33,637 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:19:33,637 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,637 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:33,637 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,637 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,638 INFO [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,639 INFO [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eda9bf0620a2e6fb636e65f99fb6888 columnFamilyName f 2024-11-20T11:19:33,639 DEBUG [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:33,639 INFO [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] regionserver.HStore(327): Store=4eda9bf0620a2e6fb636e65f99fb6888/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:33,640 INFO [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,641 INFO [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eda9bf0620a2e6fb636e65f99fb6888 columnFamilyName f1 2024-11-20T11:19:33,641 DEBUG [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:33,641 INFO [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] regionserver.HStore(327): Store=4eda9bf0620a2e6fb636e65f99fb6888/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:33,641 INFO [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,642 INFO [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eda9bf0620a2e6fb636e65f99fb6888 columnFamilyName norep 2024-11-20T11:19:33,642 DEBUG [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:33,642 INFO [StoreOpener-4eda9bf0620a2e6fb636e65f99fb6888-1 {}] regionserver.HStore(327): Store=4eda9bf0620a2e6fb636e65f99fb6888/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:33,642 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,643 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,643 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,644 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,644 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,645 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:19:33,646 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,647 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:33,648 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4eda9bf0620a2e6fb636e65f99fb6888; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74243674, jitterRate=0.1063169538974762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:19:33,648 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:33,648 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4eda9bf0620a2e6fb636e65f99fb6888: Running coprocessor pre-open hook at 1732101573637Writing region info on filesystem at 1732101573637Initializing all the Stores at 1732101573638 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101573638Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101573638Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101573638Cleaning up temporary data from old regions at 1732101573644 (+6 ms)Running coprocessor post-open hooks at 1732101573648 (+4 ms)Region opened successfully at 1732101573648 2024-11-20T11:19:33,649 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888., pid=6, masterSystemTime=1732101573632 2024-11-20T11:19:33,651 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:33,651 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:33,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4eda9bf0620a2e6fb636e65f99fb6888, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:33,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4eda9bf0620a2e6fb636e65f99fb6888, server=448ea6c54a8c,43715,1732101565638 because future has completed 2024-11-20T11:19:33,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:19:33,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4eda9bf0620a2e6fb636e65f99fb6888, server=448ea6c54a8c,43715,1732101565638 in 174 msec 2024-11-20T11:19:33,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:19:33,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4eda9bf0620a2e6fb636e65f99fb6888, ASSIGN in 333 msec 2024-11-20T11:19:33,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:19:33,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101573659"}]},"ts":"1732101573659"} 2024-11-20T11:19:33,661 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:19:33,661 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:19:33,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 485 msec 2024-11-20T11:19:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:33,822 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:19:33,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:33,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:33,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@459148b7 2024-11-20T11:19:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:33,825 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:33,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:19:33,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:19:33,828 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:33,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:19:33,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:19:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:33,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:19:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:34,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:19:34,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:34,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:34,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:34,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:34,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:34,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:34,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:34,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:34,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T11:19:34,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T11:19:34,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:19:34,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T11:19:34,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:34,121 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T11:19:34,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:19:34,121 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T11:19:34,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:34,121 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T11:19:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:34,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a60855b95c7d586dddc6173eed9f97f8, NAME => 'test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45 2024-11-20T11:19:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:19:34,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:34,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a60855b95c7d586dddc6173eed9f97f8, disabling compactions & flushes 2024-11-20T11:19:34,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:34,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:34,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. after waiting 0 ms 2024-11-20T11:19:34,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:34,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:34,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a60855b95c7d586dddc6173eed9f97f8: Waiting for close lock at 1732101574257Disabling compacts and flushes for region at 1732101574257Disabling writes for close at 1732101574258 (+1 ms)Writing region close event to WAL at 1732101574258Closed at 1732101574258 2024-11-20T11:19:34,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:19:34,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101574259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101574259"}]},"ts":"1732101574259"} 2024-11-20T11:19:34,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:19:34,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:19:34,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101574264"}]},"ts":"1732101574264"} 2024-11-20T11:19:34,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:19:34,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a60855b95c7d586dddc6173eed9f97f8, ASSIGN}] 2024-11-20T11:19:34,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a60855b95c7d586dddc6173eed9f97f8, ASSIGN 2024-11-20T11:19:34,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a60855b95c7d586dddc6173eed9f97f8, ASSIGN; state=OFFLINE, location=448ea6c54a8c,41577,1732101569850; forceNewPlan=false, retain=false 2024-11-20T11:19:34,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a60855b95c7d586dddc6173eed9f97f8, regionState=OPENING, regionLocation=448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:34,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a60855b95c7d586dddc6173eed9f97f8, ASSIGN because future has completed 2024-11-20T11:19:34,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a60855b95c7d586dddc6173eed9f97f8, server=448ea6c54a8c,41577,1732101569850}] 2024-11-20T11:19:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:34,591 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:34,591 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a60855b95c7d586dddc6173eed9f97f8, NAME => 'test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:34,592 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:34,592 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:19:34,592 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,592 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:34,592 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,592 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,596 INFO [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,598 INFO [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a60855b95c7d586dddc6173eed9f97f8 columnFamilyName f 2024-11-20T11:19:34,598 DEBUG [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:34,599 INFO [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] regionserver.HStore(327): Store=a60855b95c7d586dddc6173eed9f97f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:34,599 INFO [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,600 INFO [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a60855b95c7d586dddc6173eed9f97f8 columnFamilyName f1 2024-11-20T11:19:34,600 DEBUG [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:34,600 INFO [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] regionserver.HStore(327): Store=a60855b95c7d586dddc6173eed9f97f8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:34,601 INFO [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,602 INFO [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a60855b95c7d586dddc6173eed9f97f8 columnFamilyName norep 2024-11-20T11:19:34,602 DEBUG [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:34,602 INFO [StoreOpener-a60855b95c7d586dddc6173eed9f97f8-1 {}] regionserver.HStore(327): Store=a60855b95c7d586dddc6173eed9f97f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:34,602 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,603 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,604 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,605 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,605 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,613 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:19:34,615 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,627 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:34,627 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a60855b95c7d586dddc6173eed9f97f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59942770, jitterRate=-0.10678312182426453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:19:34,627 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:34,628 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a60855b95c7d586dddc6173eed9f97f8: Running coprocessor pre-open hook at 1732101574593Writing region info on filesystem at 1732101574593Initializing all the Stores at 1732101574594 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101574594Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101574596 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101574596Cleaning up temporary data from old regions at 1732101574605 (+9 ms)Running coprocessor post-open hooks at 1732101574627 (+22 ms)Region opened successfully at 1732101574627 2024-11-20T11:19:34,633 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8., pid=6, masterSystemTime=1732101574581 2024-11-20T11:19:34,635 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:34,635 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:34,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a60855b95c7d586dddc6173eed9f97f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:34,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a60855b95c7d586dddc6173eed9f97f8, server=448ea6c54a8c,41577,1732101569850 because future has completed 2024-11-20T11:19:34,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:19:34,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a60855b95c7d586dddc6173eed9f97f8, server=448ea6c54a8c,41577,1732101569850 in 226 msec 2024-11-20T11:19:34,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:19:34,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a60855b95c7d586dddc6173eed9f97f8, ASSIGN in 391 msec 2024-11-20T11:19:34,661 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:19:34,661 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101574661"}]},"ts":"1732101574661"} 2024-11-20T11:19:34,664 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:19:34,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:19:34,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 839 msec 2024-11-20T11:19:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:19:34,962 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:19:34,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44249,-1 for getting cluster id 2024-11-20T11:19:34,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:34,964 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce0ab59d-a942-4587-9a93-722faff91bbc' 2024-11-20T11:19:34,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce0ab59d-a942-4587-9a93-722faff91bbc" 2024-11-20T11:19:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcf783d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44249,-1] 2024-11-20T11:19:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:34,966 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5530ed79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38865,-1 for getting cluster id 2024-11-20T11:19:34,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:34,968 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53b08eba-f70f-4a06-a624-42983524f133' 2024-11-20T11:19:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53b08eba-f70f-4a06-a624-42983524f133" 2024-11-20T11:19:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d48487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38865,-1] 2024-11-20T11:19:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:34,970 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68285910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44249,-1 for getting cluster id 2024-11-20T11:19:34,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:34,972 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce0ab59d-a942-4587-9a93-722faff91bbc' 2024-11-20T11:19:34,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:34,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce0ab59d-a942-4587-9a93-722faff91bbc" 2024-11-20T11:19:34,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b129d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44249,-1] 2024-11-20T11:19:34,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:34,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:34,973 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:34,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb2467f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d42c14d 2024-11-20T11:19:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:34,975 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:34,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:38865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:19:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:19:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:34,978 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:38865' 2024-11-20T11:19:34,979 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24349ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,979 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38865,-1 for getting cluster id 2024-11-20T11:19:34,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:34,979 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53b08eba-f70f-4a06-a624-42983524f133' 2024-11-20T11:19:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53b08eba-f70f-4a06-a624-42983524f133" 2024-11-20T11:19:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fe200b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38865,-1] 2024-11-20T11:19:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:34,981 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:34,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770a3a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:34,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:34,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:34,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ff2adf 2024-11-20T11:19:34,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:34,983 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:34,983 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T11:19:34,984 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:19:34,984 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:34,984 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:34,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:34,984 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:34,985 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:19:34,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:19:34,986 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:34,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:19:34,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:19:35,035 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:19:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:35,394 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df7d2cf662fffa4c17d60dc2849f0fdf, NAME => 'hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09 2024-11-20T11:19:35,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:19:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:35,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:35,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing df7d2cf662fffa4c17d60dc2849f0fdf, disabling compactions & flushes 2024-11-20T11:19:35,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:35,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:35,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. after waiting 0 ms 2024-11-20T11:19:35,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:35,803 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:35,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for df7d2cf662fffa4c17d60dc2849f0fdf: Waiting for close lock at 1732101575802Disabling compacts and flushes for region at 1732101575802Disabling writes for close at 1732101575803 (+1 ms)Writing region close event to WAL at 1732101575803Closed at 1732101575803 2024-11-20T11:19:35,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:19:35,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101575804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101575804"}]},"ts":"1732101575804"} 2024-11-20T11:19:35,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:19:35,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:19:35,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101575807"}]},"ts":"1732101575807"} 2024-11-20T11:19:35,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:19:35,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df7d2cf662fffa4c17d60dc2849f0fdf, ASSIGN}] 2024-11-20T11:19:35,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df7d2cf662fffa4c17d60dc2849f0fdf, ASSIGN 2024-11-20T11:19:35,811 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df7d2cf662fffa4c17d60dc2849f0fdf, ASSIGN; state=OFFLINE, location=448ea6c54a8c,43715,1732101565638; forceNewPlan=false, retain=false 2024-11-20T11:19:35,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df7d2cf662fffa4c17d60dc2849f0fdf, regionState=OPENING, regionLocation=448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:35,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df7d2cf662fffa4c17d60dc2849f0fdf, ASSIGN because future has completed 2024-11-20T11:19:35,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7d2cf662fffa4c17d60dc2849f0fdf, server=448ea6c54a8c,43715,1732101565638}] 2024-11-20T11:19:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:36,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:36,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:36,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:19:36,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C43715%2C1732101565638.rep, suffix=, logDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638, archiveDir=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/oldWALs, maxLogs=10 2024-11-20T11:19:36,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.rep.1732101576122, exclude list is [], retry=0 2024-11-20T11:19:36,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-1b842cff-8c37-4219-8cab-ed87cc9fcc34,DISK] 2024-11-20T11:19:36,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.rep.1732101576122 2024-11-20T11:19:36,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-11-20T11:19:36,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => df7d2cf662fffa4c17d60dc2849f0fdf, NAME => 'hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:36,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:36,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:19:36,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. service=MultiRowMutationService 2024-11-20T11:19:36,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:19:36,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:36,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,140 INFO [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,141 INFO [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7d2cf662fffa4c17d60dc2849f0fdf columnFamilyName hfileref 2024-11-20T11:19:36,141 DEBUG [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:36,141 INFO [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] regionserver.HStore(327): Store=df7d2cf662fffa4c17d60dc2849f0fdf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:36,142 INFO [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,142 INFO [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7d2cf662fffa4c17d60dc2849f0fdf columnFamilyName queue 2024-11-20T11:19:36,142 DEBUG [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:36,143 INFO [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] regionserver.HStore(327): Store=df7d2cf662fffa4c17d60dc2849f0fdf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:36,143 INFO [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,143 INFO [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7d2cf662fffa4c17d60dc2849f0fdf columnFamilyName sid 2024-11-20T11:19:36,143 DEBUG [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:36,144 INFO [StoreOpener-df7d2cf662fffa4c17d60dc2849f0fdf-1 {}] regionserver.HStore(327): Store=df7d2cf662fffa4c17d60dc2849f0fdf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:36,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:19:36,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:36,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened df7d2cf662fffa4c17d60dc2849f0fdf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67577232, jitterRate=0.006979227066040039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:19:36,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:36,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for df7d2cf662fffa4c17d60dc2849f0fdf: Running coprocessor pre-open hook at 1732101576139Writing region info on filesystem at 1732101576139Initializing all the Stores at 1732101576140 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101576140Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101576140Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101576140Cleaning up temporary data from old regions at 1732101576146 (+6 ms)Running coprocessor post-open hooks at 1732101576151 (+5 ms)Region opened successfully at 1732101576151 2024-11-20T11:19:36,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf., pid=10, masterSystemTime=1732101576116 2024-11-20T11:19:36,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:36,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:36,155 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df7d2cf662fffa4c17d60dc2849f0fdf, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:36,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7d2cf662fffa4c17d60dc2849f0fdf, server=448ea6c54a8c,43715,1732101565638 because future has completed 2024-11-20T11:19:36,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:19:36,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure df7d2cf662fffa4c17d60dc2849f0fdf, server=448ea6c54a8c,43715,1732101565638 in 193 msec 2024-11-20T11:19:36,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:19:36,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df7d2cf662fffa4c17d60dc2849f0fdf, ASSIGN in 350 msec 2024-11-20T11:19:36,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:19:36,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101576161"}]},"ts":"1732101576161"} 2024-11-20T11:19:36,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:19:36,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:19:36,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-20T11:19:36,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf., hostname=448ea6c54a8c,43715,1732101565638, seqNum=2] 2024-11-20T11:19:36,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:36,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:36,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:19:36,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:19:36,353 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:19:36,382 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,43715,1732101565638, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:19:36,382 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:36,382 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43715,1732101565638, seqNum=-1] 2024-11-20T11:19:36,382 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:36,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T11:19:36,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,43715,1732101565638', locateType=CURRENT is [region=hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf., hostname=448ea6c54a8c,43715,1732101565638, seqNum=2] 2024-11-20T11:19:36,388 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:19:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:19:36,390 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,43715,1732101565638 suceeded 2024-11-20T11:19:36,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:19:36,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-20T11:19:36,393 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:38865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:19:36,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-20T11:19:36,410 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:38865' 2024-11-20T11:19:36,411 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de47df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:36,411 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38865,-1 for getting cluster id 2024-11-20T11:19:36,411 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:36,412 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53b08eba-f70f-4a06-a624-42983524f133' 2024-11-20T11:19:36,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:36,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53b08eba-f70f-4a06-a624-42983524f133" 2024-11-20T11:19:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26f54871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38865,-1] 2024-11-20T11:19:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:36,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:36,414 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:36,414 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@757966d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:36,415 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:36,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:36,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@728b7554 2024-11-20T11:19:36,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:36,417 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T11:19:36,417 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,43715,1732101565638 (queues=1) is replicating from cluster=ce0ab59d-a942-4587-9a93-722faff91bbc to cluster=53b08eba-f70f-4a06-a624-42983524f133 2024-11-20T11:19:36,417 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C43715%2C1732101565638 2024-11-20T11:19:36,418 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,43715,1732101565638, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:19:36,418 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C43715%2C1732101565638 2024-11-20T11:19:36,418 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633, startPosition=0, beingWritten=true 2024-11-20T11:19:36,425 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:19:36,425 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 379, reset compression=false 2024-11-20T11:19:36,425 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43715,1732101565638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:19:36,629 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 379, reset compression=false 2024-11-20T11:19:36,933 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 379, reset compression=false 2024-11-20T11:19:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:37,122 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:19:37,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:37,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:37,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:37,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:37,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:37,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e68171f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:37,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38865,-1 for getting cluster id 2024-11-20T11:19:37,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:37,125 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53b08eba-f70f-4a06-a624-42983524f133' 2024-11-20T11:19:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53b08eba-f70f-4a06-a624-42983524f133" 2024-11-20T11:19:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668a3129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38865,-1] 2024-11-20T11:19:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:37,127 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371ce26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:37,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:37,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:37,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@529d6515 2024-11-20T11:19:37,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:37,130 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:37,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:44249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:19:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:19:37,134 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:44249' 2024-11-20T11:19:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:37,138 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3a8fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:37,138 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44249,-1 for getting cluster id 2024-11-20T11:19:37,138 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:37,139 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce0ab59d-a942-4587-9a93-722faff91bbc' 2024-11-20T11:19:37,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:37,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce0ab59d-a942-4587-9a93-722faff91bbc" 2024-11-20T11:19:37,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486a4b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:37,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44249,-1] 2024-11-20T11:19:37,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:37,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:37,140 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:37,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140e68fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:37,141 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:37,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:37,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a6f5fd8 2024-11-20T11:19:37,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:37,143 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:37,144 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T11:19:37,144 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:19:37,144 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:37,144 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:37,144 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:37,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:37,146 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:19:37,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:19:37,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:37,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:19:37,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:19:37,196 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:19:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:37,339 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 379, reset compression=false 2024-11-20T11:19:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:37,563 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae2472207e5696bf351f8dd5fc1517df, NAME => 'hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45 2024-11-20T11:19:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:19:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:37,843 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 379, reset compression=false 2024-11-20T11:19:37,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T11:19:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ae2472207e5696bf351f8dd5fc1517df, disabling compactions & flushes 2024-11-20T11:19:37,970 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. after waiting 0 ms 2024-11-20T11:19:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:37,970 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae2472207e5696bf351f8dd5fc1517df: Waiting for close lock at 1732101577970Disabling compacts and flushes for region at 1732101577970Disabling writes for close at 1732101577970Writing region close event to WAL at 1732101577970Closed at 1732101577970 2024-11-20T11:19:37,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:19:37,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101577971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101577971"}]},"ts":"1732101577971"} 2024-11-20T11:19:37,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:19:37,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:19:37,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101577974"}]},"ts":"1732101577974"} 2024-11-20T11:19:37,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:19:37,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae2472207e5696bf351f8dd5fc1517df, ASSIGN}] 2024-11-20T11:19:37,977 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae2472207e5696bf351f8dd5fc1517df, ASSIGN 2024-11-20T11:19:37,978 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae2472207e5696bf351f8dd5fc1517df, ASSIGN; state=OFFLINE, location=448ea6c54a8c,41577,1732101569850; forceNewPlan=false, retain=false 2024-11-20T11:19:38,128 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ae2472207e5696bf351f8dd5fc1517df, regionState=OPENING, regionLocation=448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:38,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae2472207e5696bf351f8dd5fc1517df, ASSIGN because future has completed 2024-11-20T11:19:38,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae2472207e5696bf351f8dd5fc1517df, server=448ea6c54a8c,41577,1732101569850}] 2024-11-20T11:19:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:38,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:38,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:38,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:19:38,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41577%2C1732101569850.rep, suffix=, logDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850, archiveDir=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/oldWALs, maxLogs=10 2024-11-20T11:19:38,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.rep.1732101578292, exclude list is [], retry=0 2024-11-20T11:19:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32935,DS-8dbe4faa-9318-4942-a0c6-9ce42e3cb619,DISK] 2024-11-20T11:19:38,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.rep.1732101578292 2024-11-20T11:19:38,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505)] 2024-11-20T11:19:38,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ae2472207e5696bf351f8dd5fc1517df, NAME => 'hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:38,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:38,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:19:38,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. service=MultiRowMutationService 2024-11-20T11:19:38,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:19:38,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:38,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,311 INFO [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,312 INFO [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae2472207e5696bf351f8dd5fc1517df columnFamilyName hfileref 2024-11-20T11:19:38,312 DEBUG [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:38,313 INFO [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] regionserver.HStore(327): Store=ae2472207e5696bf351f8dd5fc1517df/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:38,313 INFO [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,313 INFO [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae2472207e5696bf351f8dd5fc1517df columnFamilyName queue 2024-11-20T11:19:38,313 DEBUG [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:38,314 INFO [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] regionserver.HStore(327): Store=ae2472207e5696bf351f8dd5fc1517df/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:38,314 INFO [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,314 INFO [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae2472207e5696bf351f8dd5fc1517df columnFamilyName sid 2024-11-20T11:19:38,314 DEBUG [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:38,315 INFO [StoreOpener-ae2472207e5696bf351f8dd5fc1517df-1 {}] regionserver.HStore(327): Store=ae2472207e5696bf351f8dd5fc1517df/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:38,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:19:38,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:38,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ae2472207e5696bf351f8dd5fc1517df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61380108, jitterRate=-0.08536511659622192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:19:38,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:38,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ae2472207e5696bf351f8dd5fc1517df: Running coprocessor pre-open hook at 1732101578310Writing region info on filesystem at 1732101578310Initializing all the Stores at 1732101578311 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101578311Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101578311Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101578311Cleaning up temporary data from old regions at 1732101578317 (+6 ms)Running coprocessor post-open hooks at 1732101578320 (+3 ms)Region opened successfully at 1732101578320 2024-11-20T11:19:38,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df., pid=10, masterSystemTime=1732101578283 2024-11-20T11:19:38,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:38,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:38,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ae2472207e5696bf351f8dd5fc1517df, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:38,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae2472207e5696bf351f8dd5fc1517df, server=448ea6c54a8c,41577,1732101569850 because future has completed 2024-11-20T11:19:38,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:19:38,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ae2472207e5696bf351f8dd5fc1517df, server=448ea6c54a8c,41577,1732101569850 in 196 msec 2024-11-20T11:19:38,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:19:38,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae2472207e5696bf351f8dd5fc1517df, ASSIGN in 353 msec 2024-11-20T11:19:38,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:19:38,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101578331"}]},"ts":"1732101578331"} 2024-11-20T11:19:38,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:19:38,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:19:38,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-20T11:19:38,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df., hostname=448ea6c54a8c,41577,1732101569850, seqNum=2] 2024-11-20T11:19:38,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:38,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:38,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:19:38,448 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 379, reset compression=false 2024-11-20T11:19:38,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:19:38,515 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:19:38,543 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,41577,1732101569850, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:19:38,543 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:38,544 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41577,1732101569850, seqNum=-1] 2024-11-20T11:19:38,544 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:38,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T11:19:38,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,41577,1732101569850', locateType=CURRENT is [region=hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df., hostname=448ea6c54a8c,41577,1732101569850, seqNum=2] 2024-11-20T11:19:38,549 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:19:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:19:38,551 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,41577,1732101569850 suceeded 2024-11-20T11:19:38,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:19:38,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-20T11:19:38,553 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:44249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:19:38,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-20T11:19:38,564 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:44249' 2024-11-20T11:19:38,565 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@462d12c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:38,565 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44249,-1 for getting cluster id 2024-11-20T11:19:38,565 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:38,566 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce0ab59d-a942-4587-9a93-722faff91bbc' 2024-11-20T11:19:38,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:38,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce0ab59d-a942-4587-9a93-722faff91bbc" 2024-11-20T11:19:38,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d42d050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:38,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44249,-1] 2024-11-20T11:19:38,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:38,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:38,567 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:38,568 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5832f6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:38,568 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:38,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:38,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ec50176 2024-11-20T11:19:38,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:38,569 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T11:19:38,570 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,41577,1732101569850 (queues=1) is replicating from cluster=53b08eba-f70f-4a06-a624-42983524f133 to cluster=ce0ab59d-a942-4587-9a93-722faff91bbc 2024-11-20T11:19:38,570 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C41577%2C1732101569850 2024-11-20T11:19:38,570 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,41577,1732101569850, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:19:38,570 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C41577%2C1732101569850 2024-11-20T11:19:38,570 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099, startPosition=0, beingWritten=true 2024-11-20T11:19:38,575 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:19:38,575 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 379, reset compression=false 2024-11-20T11:19:38,575 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,41577,1732101569850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:19:38,779 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 379, reset compression=false 2024-11-20T11:19:39,083 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 379, reset compression=false 2024-11-20T11:19:39,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:19:39,152 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 379, reset compression=false 2024-11-20T11:19:39,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:39,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:39,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:39,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:39,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:39,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:39,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:39,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:19:39,294 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:19:39,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:39,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:39,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:39,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:39,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:39,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:39,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732101579309/Put/seqid=0 2024-11-20T11:19:39,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741840_1016 (size=7894) 2024-11-20T11:19:39,336 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732101579335/Put/seqid=0 2024-11-20T11:19:39,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741841_1017 (size=7691) 2024-11-20T11:19:39,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c71db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:39,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44249,-1 for getting cluster id 2024-11-20T11:19:39,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:39,366 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce0ab59d-a942-4587-9a93-722faff91bbc' 2024-11-20T11:19:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce0ab59d-a942-4587-9a93-722faff91bbc" 2024-11-20T11:19:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c8dc75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44249,-1] 2024-11-20T11:19:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:39,368 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:39,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37382031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:39,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:39,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43715,1732101565638, seqNum=-1] 2024-11-20T11:19:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:39,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:39,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:39,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d86f0c 2024-11-20T11:19:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:39,384 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:39,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888., hostname=448ea6c54a8c,43715,1732101565638, seqNum=2] 2024-11-20T11:19:39,391 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:19:39,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T11:19:39,406 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T11:19:39,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 4eda9bf0620a2e6fb636e65f99fb6888/f 2024-11-20T11:19:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T11:19:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:19:39,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 4eda9bf0620a2e6fb636e65f99fb6888/f 2024-11-20T11:19:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T11:19:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:19:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegion(2603): Flush status journal for 4eda9bf0620a2e6fb636e65f99fb6888: 2024-11-20T11:19:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins__test__h7an29h7iakmaqk2cas7745obitvibjlij41t8se47q3pmkcebhm51nso4k8o1gs/f/hfile_0 2024-11-20T11:19:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins__test__h7an29h7iakmaqk2cas7745obitvibjlij41t8se47q3pmkcebhm51nso4k8o1gs/f/hfile_0 as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/bb058189f9194f1f94899a4d923a4513_SeqId_4_ 2024-11-20T11:19:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins__test__h7an29h7iakmaqk2cas7745obitvibjlij41t8se47q3pmkcebhm51nso4k8o1gs/f/hfile_1 2024-11-20T11:19:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins__test__h7an29h7iakmaqk2cas7745obitvibjlij41t8se47q3pmkcebhm51nso4k8o1gs/f/hfile_1 as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_ 2024-11-20T11:19:39,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins__test__h7an29h7iakmaqk2cas7745obitvibjlij41t8se47q3pmkcebhm51nso4k8o1gs/f/hfile_0 into 4eda9bf0620a2e6fb636e65f99fb6888/f as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/bb058189f9194f1f94899a4d923a4513_SeqId_4_ - updating store file list. 2024-11-20T11:19:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb058189f9194f1f94899a4d923a4513_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:19:39,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/bb058189f9194f1f94899a4d923a4513_SeqId_4_ into 4eda9bf0620a2e6fb636e65f99fb6888/f 2024-11-20T11:19:39,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins__test__h7an29h7iakmaqk2cas7745obitvibjlij41t8se47q3pmkcebhm51nso4k8o1gs/f/hfile_0 into 4eda9bf0620a2e6fb636e65f99fb6888/f (new location: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/bb058189f9194f1f94899a4d923a4513_SeqId_4_) 2024-11-20T11:19:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins__test__h7an29h7iakmaqk2cas7745obitvibjlij41t8se47q3pmkcebhm51nso4k8o1gs/f/hfile_0 2024-11-20T11:19:39,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins__test__h7an29h7iakmaqk2cas7745obitvibjlij41t8se47q3pmkcebhm51nso4k8o1gs/f/hfile_1 into 4eda9bf0620a2e6fb636e65f99fb6888/f as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_ - updating store file list. 2024-11-20T11:19:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:19:39,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_ into 4eda9bf0620a2e6fb636e65f99fb6888/f 2024-11-20T11:19:39,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins__test__h7an29h7iakmaqk2cas7745obitvibjlij41t8se47q3pmkcebhm51nso4k8o1gs/f/hfile_1 into 4eda9bf0620a2e6fb636e65f99fb6888/f (new location: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_) 2024-11-20T11:19:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins__test__h7an29h7iakmaqk2cas7745obitvibjlij41t8se47q3pmkcebhm51nso4k8o1gs/f/hfile_1 2024-11-20T11:19:39,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:39,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:39,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:39,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:39,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888., hostname=448ea6c54a8c,43715,1732101565638, seqNum=2 , the old value is region=test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888., hostname=448ea6c54a8c,43715,1732101565638, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=448ea6c54a8c:43715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:19:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888., hostname=448ea6c54a8c,43715,1732101565638, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:19:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888., hostname=448ea6c54a8c,43715,1732101565638, seqNum=2 from cache 2024-11-20T11:19:39,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:39,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41577,1732101569850, seqNum=-1] 2024-11-20T11:19:39,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:39,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:39,478 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T11:19:39,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8., hostname=448ea6c54a8c,41577,1732101569850, seqNum=2] 2024-11-20T11:19:39,480 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T11:19:39,489 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 379, reset compression=false 2024-11-20T11:19:39,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T11:19:39,582 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:43715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T11:19:39,961 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 379, reset compression=false 2024-11-20T11:19:39,967 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:19:39,967 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43715,1732101565638 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eda9bf0620a2e6fb636e65f99fb6888/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732101579470/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T11:19:39,970 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:19:39,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-20T11:19:39,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.ReplicationSink(318): Replicating [ce0ab59d-a942-4587-9a93-722faff91bbc] bulk loaded data 2024-11-20T11:19:39,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d607897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:39,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38865,-1 for getting cluster id 2024-11-20T11:19:39,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:39,973 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53b08eba-f70f-4a06-a624-42983524f133' 2024-11-20T11:19:39,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:39,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53b08eba-f70f-4a06-a624-42983524f133" 2024-11-20T11:19:39,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1487c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:39,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38865,-1] 2024-11-20T11:19:39,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:39,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:39,974 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:39,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6375ffe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:39,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741840_1016 (size=7894) 2024-11-20T11:19:40,000 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 379, reset compression=false 2024-11-20T11:19:40,167 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 687, reset compression=false 2024-11-20T11:19:40,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741841_1017 (size=7691) 2024-11-20T11:19:40,471 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 687, reset compression=false 2024-11-20T11:19:40,483 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T11:19:40,603 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 379, reset compression=false 2024-11-20T11:19:40,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:40,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:40,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79117d46 2024-11-20T11:19:40,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:40,798 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T11:19:40,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:19:40,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:40,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41577,1732101569850, seqNum=-1] 2024-11-20T11:19:40,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:40,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T11:19:40,821 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/bb058189f9194f1f94899a4d923a4513_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T11:19:40,826 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T11:19:40,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/bb058189f9194f1f94899a4d923a4513_SeqId_4_ for inclusion in a60855b95c7d586dddc6173eed9f97f8/f 2024-11-20T11:19:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T11:19:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:19:40,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_ for inclusion in a60855b95c7d586dddc6173eed9f97f8/f 2024-11-20T11:19:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T11:19:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:19:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(2603): Flush status journal for a60855b95c7d586dddc6173eed9f97f8: 2024-11-20T11:19:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb058189f9194f1f94899a4d923a4513_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:19:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/bb058189f9194f1f94899a4d923a4513_SeqId_4_ as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/bc5ae8ca10734cd79bfe7b2ed7b3e482_SeqId_4_ 2024-11-20T11:19:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:19:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_ as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/fcc4413f08d94161a4c12dd6eae438b9_SeqId_4_ 2024-11-20T11:19:40,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/bb058189f9194f1f94899a4d923a4513_SeqId_4_ into a60855b95c7d586dddc6173eed9f97f8/f as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/bc5ae8ca10734cd79bfe7b2ed7b3e482_SeqId_4_ - updating store file list. 2024-11-20T11:19:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc5ae8ca10734cd79bfe7b2ed7b3e482_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:19:40,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/bc5ae8ca10734cd79bfe7b2ed7b3e482_SeqId_4_ into a60855b95c7d586dddc6173eed9f97f8/f 2024-11-20T11:19:40,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/bb058189f9194f1f94899a4d923a4513_SeqId_4_ into a60855b95c7d586dddc6173eed9f97f8/f (new location: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/bc5ae8ca10734cd79bfe7b2ed7b3e482_SeqId_4_) 2024-11-20T11:19:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/bb058189f9194f1f94899a4d923a4513_SeqId_4_ 2024-11-20T11:19:40,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_ into a60855b95c7d586dddc6173eed9f97f8/f as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/fcc4413f08d94161a4c12dd6eae438b9_SeqId_4_ - updating store file list. 2024-11-20T11:19:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fcc4413f08d94161a4c12dd6eae438b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:19:40,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/fcc4413f08d94161a4c12dd6eae438b9_SeqId_4_ into a60855b95c7d586dddc6173eed9f97f8/f 2024-11-20T11:19:40,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_ into a60855b95c7d586dddc6173eed9f97f8/f (new location: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/fcc4413f08d94161a4c12dd6eae438b9_SeqId_4_) 2024-11-20T11:19:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins.hfs.11__test__gqt9t8cct7lptseqkhhlem4djogbfkgd5is6a3k1l958vto3rbo242f4ma9h7oar/f/d532b297461e4292b34d8eb5e9f4ca35_SeqId_4_ 2024-11-20T11:19:40,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.ReplicationSink(324): Finished replicating [ce0ab59d-a942-4587-9a93-722faff91bbc] bulk loaded data 2024-11-20T11:19:40,875 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 687, reset compression=false 2024-11-20T11:19:41,307 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 379, reset compression=false 2024-11-20T11:19:41,313 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:19:41,313 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,41577,1732101569850 got entry batch from reader: WALEntryBatch [walEntries=[{test/a60855b95c7d586dddc6173eed9f97f8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732101580870/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T11:19:41,316 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:19:41,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-20T11:19:41,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.ReplicationSink(318): Replicating [ce0ab59d-a942-4587-9a93-722faff91bbc, 53b08eba-f70f-4a06-a624-42983524f133] bulk loaded data 2024-11-20T11:19:41,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77db1952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:41,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,44249,-1 for getting cluster id 2024-11-20T11:19:41,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:41,319 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce0ab59d-a942-4587-9a93-722faff91bbc' 2024-11-20T11:19:41,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:41,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce0ab59d-a942-4587-9a93-722faff91bbc" 2024-11-20T11:19:41,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12da0381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:41,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,44249,-1] 2024-11-20T11:19:41,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:41,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:41,320 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:41,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@384a79cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741842_1018 (size=7894) 2024-11-20T11:19:41,384 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 687, reset compression=false 2024-11-20T11:19:41,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:41,494 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732101581493/Put/seqid=0 2024-11-20T11:19:41,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741842_1018 (size=11194) 2024-11-20T11:19:41,514 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 725, reset compression=false 2024-11-20T11:19:41,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741843_1019 (size=7691) 2024-11-20T11:19:41,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:41,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:41,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a3c495 2024-11-20T11:19:41,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:41,757 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T11:19:41,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:19:41,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:41,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43715,1732101565638, seqNum=-1] 2024-11-20T11:19:41,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:41,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T11:19:41,772 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__5711sr3i81c9enjcd7eavgk33mc8bbrfdfpju5vk7p8ctvntjaaebipfvf998ovj/f/bc5ae8ca10734cd79bfe7b2ed7b3e482_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T11:19:41,775 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__5711sr3i81c9enjcd7eavgk33mc8bbrfdfpju5vk7p8ctvntjaaebipfvf998ovj/f/fcc4413f08d94161a4c12dd6eae438b9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T11:19:41,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.ReplicationSink(324): Finished replicating [ce0ab59d-a942-4587-9a93-722faff91bbc, 53b08eba-f70f-4a06-a624-42983524f133] bulk loaded data 2024-11-20T11:19:41,818 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 725, reset compression=false 2024-11-20T11:19:41,900 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732101581899/Put/seqid=0 2024-11-20T11:19:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741843_1019 (size=10791) 2024-11-20T11:19:41,988 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 687, reset compression=false 2024-11-20T11:19:42,223 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 725, reset compression=false 2024-11-20T11:19:42,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719d3cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:42,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38865,-1 for getting cluster id 2024-11-20T11:19:42,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:42,306 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53b08eba-f70f-4a06-a624-42983524f133' 2024-11-20T11:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53b08eba-f70f-4a06-a624-42983524f133" 2024-11-20T11:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c8b31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38865,-1] 2024-11-20T11:19:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:42,308 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:42,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da21cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:42,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:42,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41577,1732101569850, seqNum=-1] 2024-11-20T11:19:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:42,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:42,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ad7ec 2024-11-20T11:19:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:19:42,321 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:19:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8., hostname=448ea6c54a8c,41577,1732101569850, seqNum=2] 2024-11-20T11:19:42,326 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:19:42,331 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T11:19:42,334 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T11:19:42,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/testHFileCyclicReplication_10/f/hfile_0 for inclusion in a60855b95c7d586dddc6173eed9f97f8/f 2024-11-20T11:19:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T11:19:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:19:42,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/testHFileCyclicReplication_10/f/hfile_1 for inclusion in a60855b95c7d586dddc6173eed9f97f8/f 2024-11-20T11:19:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T11:19:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:19:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(2603): Flush status journal for a60855b95c7d586dddc6173eed9f97f8: 2024-11-20T11:19:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins__test__pmudmaj5lm7ch105h5e83blc00e2qftmhagjpr87f94jb9o7n5bbd8ni7ann5i29/f/hfile_0 2024-11-20T11:19:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins__test__pmudmaj5lm7ch105h5e83blc00e2qftmhagjpr87f94jb9o7n5bbd8ni7ann5i29/f/hfile_0 as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/163b226004ea404b91de95b8b07f010f_SeqId_6_ 2024-11-20T11:19:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins__test__pmudmaj5lm7ch105h5e83blc00e2qftmhagjpr87f94jb9o7n5bbd8ni7ann5i29/f/hfile_1 2024-11-20T11:19:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins__test__pmudmaj5lm7ch105h5e83blc00e2qftmhagjpr87f94jb9o7n5bbd8ni7ann5i29/f/hfile_1 as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/87154628d57e4158a6fe58b9f8783134_SeqId_6_ 2024-11-20T11:19:42,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins__test__pmudmaj5lm7ch105h5e83blc00e2qftmhagjpr87f94jb9o7n5bbd8ni7ann5i29/f/hfile_0 into a60855b95c7d586dddc6173eed9f97f8/f as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/163b226004ea404b91de95b8b07f010f_SeqId_6_ - updating store file list. 2024-11-20T11:19:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 163b226004ea404b91de95b8b07f010f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T11:19:42,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/163b226004ea404b91de95b8b07f010f_SeqId_6_ into a60855b95c7d586dddc6173eed9f97f8/f 2024-11-20T11:19:42,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins__test__pmudmaj5lm7ch105h5e83blc00e2qftmhagjpr87f94jb9o7n5bbd8ni7ann5i29/f/hfile_0 into a60855b95c7d586dddc6173eed9f97f8/f (new location: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/163b226004ea404b91de95b8b07f010f_SeqId_6_) 2024-11-20T11:19:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins__test__pmudmaj5lm7ch105h5e83blc00e2qftmhagjpr87f94jb9o7n5bbd8ni7ann5i29/f/hfile_0 2024-11-20T11:19:42,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins__test__pmudmaj5lm7ch105h5e83blc00e2qftmhagjpr87f94jb9o7n5bbd8ni7ann5i29/f/hfile_1 into a60855b95c7d586dddc6173eed9f97f8/f as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/87154628d57e4158a6fe58b9f8783134_SeqId_6_ - updating store file list. 2024-11-20T11:19:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87154628d57e4158a6fe58b9f8783134_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T11:19:42,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/87154628d57e4158a6fe58b9f8783134_SeqId_6_ into a60855b95c7d586dddc6173eed9f97f8/f 2024-11-20T11:19:42,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins__test__pmudmaj5lm7ch105h5e83blc00e2qftmhagjpr87f94jb9o7n5bbd8ni7ann5i29/f/hfile_1 into a60855b95c7d586dddc6173eed9f97f8/f (new location: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/f/87154628d57e4158a6fe58b9f8783134_SeqId_6_) 2024-11-20T11:19:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/staging/jenkins__test__pmudmaj5lm7ch105h5e83blc00e2qftmhagjpr87f94jb9o7n5bbd8ni7ann5i29/f/hfile_1 2024-11-20T11:19:42,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:42,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:42,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:42,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:42,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8., hostname=448ea6c54a8c,41577,1732101569850, seqNum=2 , the old value is region=test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8., hostname=448ea6c54a8c,41577,1732101569850, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=448ea6c54a8c:41577 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:19:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8., hostname=448ea6c54a8c,41577,1732101569850, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:19:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8., hostname=448ea6c54a8c,41577,1732101569850, seqNum=2 from cache 2024-11-20T11:19:42,362 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T11:19:42,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43715,1732101565638, seqNum=-1] 2024-11-20T11:19:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:42,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888., hostname=448ea6c54a8c,43715,1732101565638, seqNum=2] 2024-11-20T11:19:42,372 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T11:19:42,472 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:41577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T11:19:42,692 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 687, reset compression=false 2024-11-20T11:19:42,742 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 725, reset compression=false 2024-11-20T11:19:42,747 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:19:42,747 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,41577,1732101569850 got entry batch from reader: WALEntryBatch [walEntries=[{test/a60855b95c7d586dddc6173eed9f97f8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732101582360/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T11:19:42,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.ReplicationSink(318): Replicating [53b08eba-f70f-4a06-a624-42983524f133] bulk loaded data 2024-11-20T11:19:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741844_1020 (size=11194) 2024-11-20T11:19:42,947 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 1033, reset compression=false 2024-11-20T11:19:43,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741845_1021 (size=10791) 2024-11-20T11:19:43,252 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 1033, reset compression=false 2024-11-20T11:19:43,377 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T11:19:43,510 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 687, reset compression=false 2024-11-20T11:19:43,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:19:43,583 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/163b226004ea404b91de95b8b07f010f_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-20T11:19:43,585 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/87154628d57e4158a6fe58b9f8783134_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-20T11:19:43,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/163b226004ea404b91de95b8b07f010f_SeqId_6_ for inclusion in 4eda9bf0620a2e6fb636e65f99fb6888/f 2024-11-20T11:19:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T11:19:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:19:43,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/87154628d57e4158a6fe58b9f8783134_SeqId_6_ for inclusion in 4eda9bf0620a2e6fb636e65f99fb6888/f 2024-11-20T11:19:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T11:19:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:19:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegion(2603): Flush status journal for 4eda9bf0620a2e6fb636e65f99fb6888: 2024-11-20T11:19:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 163b226004ea404b91de95b8b07f010f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:19:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/163b226004ea404b91de95b8b07f010f_SeqId_6_ as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/76afd591e4ae424da177d183e1007628_SeqId_6_ 2024-11-20T11:19:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 87154628d57e4158a6fe58b9f8783134_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:19:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/87154628d57e4158a6fe58b9f8783134_SeqId_6_ as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/9db4c95e2cba46c0b052dc19617ff857_SeqId_6_ 2024-11-20T11:19:43,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/163b226004ea404b91de95b8b07f010f_SeqId_6_ into 4eda9bf0620a2e6fb636e65f99fb6888/f as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/76afd591e4ae424da177d183e1007628_SeqId_6_ - updating store file list. 2024-11-20T11:19:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76afd591e4ae424da177d183e1007628_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T11:19:43,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/76afd591e4ae424da177d183e1007628_SeqId_6_ into 4eda9bf0620a2e6fb636e65f99fb6888/f 2024-11-20T11:19:43,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/163b226004ea404b91de95b8b07f010f_SeqId_6_ into 4eda9bf0620a2e6fb636e65f99fb6888/f (new location: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/76afd591e4ae424da177d183e1007628_SeqId_6_) 2024-11-20T11:19:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/163b226004ea404b91de95b8b07f010f_SeqId_6_ 2024-11-20T11:19:43,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/87154628d57e4158a6fe58b9f8783134_SeqId_6_ into 4eda9bf0620a2e6fb636e65f99fb6888/f as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/9db4c95e2cba46c0b052dc19617ff857_SeqId_6_ - updating store file list. 2024-11-20T11:19:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9db4c95e2cba46c0b052dc19617ff857_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T11:19:43,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/9db4c95e2cba46c0b052dc19617ff857_SeqId_6_ into 4eda9bf0620a2e6fb636e65f99fb6888/f 2024-11-20T11:19:43,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/87154628d57e4158a6fe58b9f8783134_SeqId_6_ into 4eda9bf0620a2e6fb636e65f99fb6888/f (new location: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/f/9db4c95e2cba46c0b052dc19617ff857_SeqId_6_) 2024-11-20T11:19:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/staging/jenkins.hfs.10__test__u7qov1u4o777l81jokluldqo7e5ep0hg9vpjm8qdmd2n3v4l2nonbgr4n3b9un00/f/87154628d57e4158a6fe58b9f8783134_SeqId_6_ 2024-11-20T11:19:43,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43715 {}] regionserver.ReplicationSink(324): Finished replicating [53b08eba-f70f-4a06-a624-42983524f133] bulk loaded data 2024-11-20T11:19:43,656 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 1033, reset compression=false 2024-11-20T11:19:43,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T11:19:43,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T11:19:44,161 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 1033, reset compression=false 2024-11-20T11:19:44,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:19:44,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:44,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:44,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:44,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:44,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:44,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:19:44,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=544411696, stopped=false 2024-11-20T11:19:44,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,38865,1732101569757 2024-11-20T11:19:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11317407764/running 2024-11-20T11:19:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11317407764/running 2024-11-20T11:19:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:44,389 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:19:44,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:44,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:44,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:44,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,41577,1732101569850' ***** 2024-11-20T11:19:44,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:19:44,390 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:19:44,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Set watcher on znode that does not yet exist, /11317407764/running 2024-11-20T11:19:44,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Set watcher on znode that does not yet exist, /11317407764/running 2024-11-20T11:19:44,390 INFO [RS:0;448ea6c54a8c:41577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:19:44,390 INFO [RS:0;448ea6c54a8c:41577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:19:44,390 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(3091): Received CLOSE for ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:44,390 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:19:44,391 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(3091): Received CLOSE for a60855b95c7d586dddc6173eed9f97f8 2024-11-20T11:19:44,391 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:44,391 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:19:44,391 INFO [RS:0;448ea6c54a8c:41577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:41577. 2024-11-20T11:19:44,391 DEBUG [RS:0;448ea6c54a8c:41577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:44,391 DEBUG [RS:0;448ea6c54a8c:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:44,391 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:19:44,391 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:19:44,391 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae2472207e5696bf351f8dd5fc1517df, disabling compactions & flushes 2024-11-20T11:19:44,391 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:19:44,391 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:19:44,391 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:44,391 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:44,391 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. after waiting 0 ms 2024-11-20T11:19:44,391 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:44,391 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae2472207e5696bf351f8dd5fc1517df 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-20T11:19:44,391 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:19:44,391 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1325): Online Regions={ae2472207e5696bf351f8dd5fc1517df=hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df., a60855b95c7d586dddc6173eed9f97f8=test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:19:44,391 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a60855b95c7d586dddc6173eed9f97f8, ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:44,392 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:44,392 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:44,392 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:44,392 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:44,392 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:44,392 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:19:44,408 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/info/eef9f175e67043319a4f607894649c80 is 147, key is hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df./info:regioninfo/1732101578323/Put/seqid=0 2024-11-20T11:19:44,410 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/.tmp/hfileref/8e7df7a1a3fc4736b4d56ce821b4dee5 is 74, key is 1/hfileref:163b226004ea404b91de95b8b07f010f_SeqId_6_/1732101583619/DeleteColumn/seqid=0 2024-11-20T11:19:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741844_1020 (size=7686) 2024-11-20T11:19:44,414 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 687, reset compression=false 2024-11-20T11:19:44,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741845_1021 (size=5345) 2024-11-20T11:19:44,420 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:19:44,420 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43715,1732101565638 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eda9bf0620a2e6fb636e65f99fb6888/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732101583615/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T11:19:44,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:19:44,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:48322 deadline: 1732101644421, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping 2024-11-20T11:19:44,422 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:44,465 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:19:44,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:19:44,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:48322 deadline: 1732101644526, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping 2024-11-20T11:19:44,527 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:44,592 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a60855b95c7d586dddc6173eed9f97f8, ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:44,620 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1033, reset compression=false 2024-11-20T11:19:44,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:19:44,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:48322 deadline: 1732101644730, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping 2024-11-20T11:19:44,731 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:44,766 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 1033, reset compression=false 2024-11-20T11:19:44,792 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a60855b95c7d586dddc6173eed9f97f8, ae2472207e5696bf351f8dd5fc1517df 2024-11-20T11:19:44,815 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/info/eef9f175e67043319a4f607894649c80 2024-11-20T11:19:44,815 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/.tmp/hfileref/8e7df7a1a3fc4736b4d56ce821b4dee5 2024-11-20T11:19:44,839 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/.tmp/queue/87769b9f6ba34a828c798474a3719295 is 154, key is 1-448ea6c54a8c,41577,1732101569850/queue:448ea6c54a8c%2C41577%2C1732101569850/1732101583621/Put/seqid=0 2024-11-20T11:19:44,843 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/ns/0488265382bd4daa9eb33bf74c9fc529 is 43, key is default/ns:d/1732101573056/Put/seqid=0 2024-11-20T11:19:44,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741846_1022 (size=5353) 2024-11-20T11:19:44,844 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/.tmp/queue/87769b9f6ba34a828c798474a3719295 2024-11-20T11:19:44,849 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/.tmp/hfileref/8e7df7a1a3fc4736b4d56ce821b4dee5 as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/hfileref/8e7df7a1a3fc4736b4d56ce821b4dee5 2024-11-20T11:19:44,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741847_1023 (size=5153) 2024-11-20T11:19:44,855 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/hfileref/8e7df7a1a3fc4736b4d56ce821b4dee5, entries=4, sequenceid=12, filesize=5.2 K 2024-11-20T11:19:44,855 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/.tmp/queue/87769b9f6ba34a828c798474a3719295 as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/queue/87769b9f6ba34a828c798474a3719295 2024-11-20T11:19:44,859 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/queue/87769b9f6ba34a828c798474a3719295, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T11:19:44,860 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ae2472207e5696bf351f8dd5fc1517df in 469ms, sequenceid=12, compaction requested=false 2024-11-20T11:19:44,864 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/replication/ae2472207e5696bf351f8dd5fc1517df/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T11:19:44,864 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:44,864 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:44,864 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:44,865 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae2472207e5696bf351f8dd5fc1517df: Waiting for close lock at 1732101584391Running coprocessor pre-close hooks at 1732101584391Disabling compacts and flushes for region at 1732101584391Disabling writes for close at 1732101584391Obtaining lock to block concurrent updates at 1732101584391Preparing flush snapshotting stores in ae2472207e5696bf351f8dd5fc1517df at 1732101584391Finished memstore snapshotting hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732101584392 (+1 ms)Flushing stores of hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. at 1732101584392Flushing ae2472207e5696bf351f8dd5fc1517df/hfileref: creating writer at 1732101584392Flushing ae2472207e5696bf351f8dd5fc1517df/hfileref: appending metadata at 1732101584409 (+17 ms)Flushing ae2472207e5696bf351f8dd5fc1517df/hfileref: closing flushed file at 1732101584410 (+1 ms)Flushing ae2472207e5696bf351f8dd5fc1517df/queue: creating writer at 1732101584821 (+411 ms)Flushing ae2472207e5696bf351f8dd5fc1517df/queue: appending metadata at 1732101584838 (+17 ms)Flushing ae2472207e5696bf351f8dd5fc1517df/queue: closing flushed file at 1732101584838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349510b7: reopening flushed file at 1732101584849 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28af0e3f: reopening flushed file at 1732101584855 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ae2472207e5696bf351f8dd5fc1517df in 469ms, sequenceid=12, compaction requested=false at 1732101584860 (+5 ms)Writing region close event to WAL at 1732101584861 (+1 ms)Running coprocessor post-close hooks at 1732101584864 (+3 ms)Closed at 1732101584864 2024-11-20T11:19:44,865 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101577144.ae2472207e5696bf351f8dd5fc1517df. 2024-11-20T11:19:44,865 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a60855b95c7d586dddc6173eed9f97f8, disabling compactions & flushes 2024-11-20T11:19:44,865 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:44,865 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:44,865 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. after waiting 0 ms 2024-11-20T11:19:44,865 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:44,868 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/default/test/a60855b95c7d586dddc6173eed9f97f8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T11:19:44,868 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:44,868 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:19:44,868 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:44,868 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a60855b95c7d586dddc6173eed9f97f8: Waiting for close lock at 1732101584865Running coprocessor pre-close hooks at 1732101584865Disabling compacts and flushes for region at 1732101584865Disabling writes for close at 1732101584865Writing region close event to WAL at 1732101584865Running coprocessor post-close hooks at 1732101584868 (+3 ms)Closed at 1732101584868 2024-11-20T11:19:44,868 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8. 2024-11-20T11:19:44,924 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1033, reset compression=false 2024-11-20T11:19:44,992 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:45,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:19:45,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:48322 deadline: 1732101645034, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping 2024-11-20T11:19:45,035 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:45,039 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:19:45,039 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:19:45,192 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:45,253 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/ns/0488265382bd4daa9eb33bf74c9fc529 2024-11-20T11:19:45,275 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/rep_barrier/b2838fdca7f2477da6accda6f9e64223 is 112, key is test,,1732101573825.a60855b95c7d586dddc6173eed9f97f8./rep_barrier:seqnumDuringOpen/1732101574636/Put/seqid=0 2024-11-20T11:19:45,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741848_1024 (size=5518) 2024-11-20T11:19:45,328 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1033, reset compression=false 2024-11-20T11:19:45,392 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:19:45,392 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:19:45,392 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:45,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:19:45,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:48322 deadline: 1732101645439, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping 2024-11-20T11:19:45,440 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 448ea6c54a8c,41577,1732101569850 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:45,470 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 1033, reset compression=false 2024-11-20T11:19:45,477 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:19:45,477 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 1328, reset compression=false 2024-11-20T11:19:45,477 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,41577,1732101569850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:19:45,478 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 448ea6c54a8c,41577,1732101569850: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-448ea6c54a8c,41577,1732101569850, walGroup=448ea6c54a8c%2C41577%2C1732101569850, offset=448ea6c54a8c%2C41577%2C1732101569850.1732101572099:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:41577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T11:19:45,480 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T11:19:45,480 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T11:19:45,481 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T11:19:45,481 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T11:19:45,481 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T11:19:45,481 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 534201856 }, "NonHeapMemoryUsage": { "committed": 191299584, "init": 7667712, "max": -1, "used": 188453776 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T11:19:45,483 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T11:19:45,593 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:45,679 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/rep_barrier/b2838fdca7f2477da6accda6f9e64223 2024-11-20T11:19:45,681 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 1328, reset compression=false 2024-11-20T11:19:45,699 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/table/c4fa8bee41364298b58051d0bac294e1 is 53, key is hbase:replication/table:state/1732101578331/Put/seqid=0 2024-11-20T11:19:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741849_1025 (size=5308) 2024-11-20T11:19:45,793 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:45,832 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1033, reset compression=false 2024-11-20T11:19:45,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 448ea6c54a8c,41577,1732101569850 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:45,944 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 448ea6c54a8c,41577,1732101569850 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:45,984 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 1328, reset compression=false 2024-11-20T11:19:45,993 DEBUG [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:46,103 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/table/c4fa8bee41364298b58051d0bac294e1 2024-11-20T11:19:46,109 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/info/eef9f175e67043319a4f607894649c80 as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/info/eef9f175e67043319a4f607894649c80 2024-11-20T11:19:46,113 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/info/eef9f175e67043319a4f607894649c80, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:19:46,114 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/ns/0488265382bd4daa9eb33bf74c9fc529 as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/ns/0488265382bd4daa9eb33bf74c9fc529 2024-11-20T11:19:46,117 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/ns/0488265382bd4daa9eb33bf74c9fc529, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:19:46,118 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/rep_barrier/b2838fdca7f2477da6accda6f9e64223 as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/rep_barrier/b2838fdca7f2477da6accda6f9e64223 2024-11-20T11:19:46,122 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/rep_barrier/b2838fdca7f2477da6accda6f9e64223, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:19:46,123 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/.tmp/table/c4fa8bee41364298b58051d0bac294e1 as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/table/c4fa8bee41364298b58051d0bac294e1 2024-11-20T11:19:46,126 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/table/c4fa8bee41364298b58051d0bac294e1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:19:46,127 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-11-20T11:19:46,142 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:19:46,142 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:46,142 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:46,142 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:46,142 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101584392Running coprocessor pre-close hooks at 1732101584392Disabling compacts and flushes for region at 1732101584392Disabling writes for close at 1732101584392Obtaining lock to block concurrent updates at 1732101584392Preparing flush snapshotting stores in 1588230740 at 1732101584392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101584392Flushing stores of hbase:meta,,1.1588230740 at 1732101584393 (+1 ms)Flushing 1588230740/info: creating writer at 1732101584393Flushing 1588230740/info: appending metadata at 1732101584407 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732101584408 (+1 ms)Flushing 1588230740/ns: creating writer at 1732101584821 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732101584842 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732101584842Flushing 1588230740/rep_barrier: creating writer at 1732101585257 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101585274 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101585274Flushing 1588230740/table: creating writer at 1732101585685 (+411 ms)Flushing 1588230740/table: appending metadata at 1732101585698 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732101585698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6119: reopening flushed file at 1732101586108 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15288d44: reopening flushed file at 1732101586113 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0e2c29: reopening flushed file at 1732101586118 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d479e8: reopening flushed file at 1732101586122 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1732101586127 (+5 ms)Writing region close event to WAL at 1732101586138 (+11 ms)Running coprocessor post-close hooks at 1732101586142 (+4 ms)Closed at 1732101586142 2024-11-20T11:19:46,143 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:46,193 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,41577,1732101569850; all regions closed. 2024-11-20T11:19:46,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:19:46,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.meta.1732101573012.meta not finished, retry = 0 2024-11-20T11:19:46,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.rep.1732101578292 not finished, retry = 0 2024-11-20T11:19:46,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741839_1015 (size=3127) 2024-11-20T11:19:46,388 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 to pos 1328, reset compression=false 2024-11-20T11:19:46,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741832_1008 (size=1336) 2024-11-20T11:19:46,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/WALs/448ea6c54a8c,41577,1732101569850/448ea6c54a8c%2C41577%2C1732101569850.1732101572099 not finished, retry = 0 2024-11-20T11:19:46,436 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1033, reset compression=false 2024-11-20T11:19:46,502 DEBUG [RS:0;448ea6c54a8c:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:46,502 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:19:46,502 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:19:46,502 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:19:46,503 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:19:46,503 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:46,503 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,41577,1732101569850 because: Region server is closing 2024-11-20T11:19:46,503 INFO [RS:0;448ea6c54a8c:41577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:41577. 2024-11-20T11:19:46,503 DEBUG [RS:0;448ea6c54a8c:41577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:46,503 DEBUG [RS:0;448ea6c54a8c:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:46,503 DEBUG [RS:0;448ea6c54a8c:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:46,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:46,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 448ea6c54a8c,41577,1732101569850 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:46,547 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 448ea6c54a8c,41577,1732101569850 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:46,604 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.shipper448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 terminated 2024-11-20T11:19:46,604 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,41577,1732101569850.replicationSource.wal-reader.448ea6c54a8c%2C41577%2C1732101569850,1-448ea6c54a8c,41577,1732101569850 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:19:46,604 INFO [RS:0;448ea6c54a8c:41577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:41577. 2024-11-20T11:19:46,604 DEBUG [RS:0;448ea6c54a8c:41577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:46,604 DEBUG [RS:0;448ea6c54a8c:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:46,604 DEBUG [RS:0;448ea6c54a8c:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:46,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:46,604 INFO [RS:0;448ea6c54a8c:41577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41577 2024-11-20T11:19:46,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764/rs 2024-11-20T11:19:46,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11317407764/rs/448ea6c54a8c,41577,1732101569850 2024-11-20T11:19:46,606 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:46,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,41577,1732101569850] 2024-11-20T11:19:46,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11317407764/draining/448ea6c54a8c,41577,1732101569850 already deleted, retry=false 2024-11-20T11:19:46,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,41577,1732101569850 expired; onlineServers=0 2024-11-20T11:19:46,609 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,38865,1732101569757' ***** 2024-11-20T11:19:46,609 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:19:46,609 INFO [M:0;448ea6c54a8c:38865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:19:46,609 INFO [M:0;448ea6c54a8c:38865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:19:46,609 DEBUG [M:0;448ea6c54a8c:38865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:19:46,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:19:46,609 DEBUG [M:0;448ea6c54a8c:38865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:19:46,609 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101571852 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101571852,5,FailOnTimeoutGroup] 2024-11-20T11:19:46,609 INFO [M:0;448ea6c54a8c:38865 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:19:46,609 INFO [M:0;448ea6c54a8c:38865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:19:46,609 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101571861 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101571861,5,FailOnTimeoutGroup] 2024-11-20T11:19:46,609 DEBUG [M:0;448ea6c54a8c:38865 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:19:46,609 INFO [M:0;448ea6c54a8c:38865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:19:46,609 INFO [M:0;448ea6c54a8c:38865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:19:46,610 INFO [M:0;448ea6c54a8c:38865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:19:46,610 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:19:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11317407764/master 2024-11-20T11:19:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11317407764 2024-11-20T11:19:46,612 DEBUG [M:0;448ea6c54a8c:38865 {}] zookeeper.ZKUtil(347): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Unable to get data of znode /11317407764/master because node does not exist (not an error) 2024-11-20T11:19:46,612 WARN [M:0;448ea6c54a8c:38865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:19:46,613 INFO [M:0;448ea6c54a8c:38865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/.lastflushedseqids 2024-11-20T11:19:46,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741850_1026 (size=263) 2024-11-20T11:19:46,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:46,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101351a52990004, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:46,708 INFO [RS:0;448ea6c54a8c:41577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:46,708 INFO [RS:0;448ea6c54a8c:41577 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,41577,1732101569850; zookeeper connection closed. 2024-11-20T11:19:46,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a306209 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a306209 2024-11-20T11:19:46,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:19:47,018 INFO [M:0;448ea6c54a8c:38865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:19:47,018 INFO [M:0;448ea6c54a8c:38865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:19:47,018 DEBUG [M:0;448ea6c54a8c:38865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:47,018 INFO [M:0;448ea6c54a8c:38865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:47,018 DEBUG [M:0;448ea6c54a8c:38865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:47,018 DEBUG [M:0;448ea6c54a8c:38865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:19:47,018 DEBUG [M:0;448ea6c54a8c:38865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:47,018 INFO [M:0;448ea6c54a8c:38865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T11:19:47,034 DEBUG [M:0;448ea6c54a8c:38865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ae739e43ce54f22a00d03b210ebc0d6 is 82, key is hbase:meta,,1/info:regioninfo/1732101573047/Put/seqid=0 2024-11-20T11:19:47,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741851_1027 (size=5672) 2024-11-20T11:19:47,140 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1033, reset compression=false 2024-11-20T11:19:47,251 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 448ea6c54a8c:41577 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 448ea6c54a8c/172.17.0.2:41577 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:47,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 448ea6c54a8c:41577 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 448ea6c54a8c/172.17.0.2:41577 2024-11-20T11:19:47,251 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=448ea6c54a8c:41577 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 448ea6c54a8c/172.17.0.2:41577 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 448ea6c54a8c/172.17.0.2:41577 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T11:19:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:19:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] ipc.CallRunner(138): callId: 27 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41690 deadline: 1732101647254, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T11:19:47,255 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T11:19:47,256 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T11:19:47,439 INFO [M:0;448ea6c54a8c:38865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ae739e43ce54f22a00d03b210ebc0d6 2024-11-20T11:19:47,458 DEBUG [M:0;448ea6c54a8c:38865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96b56db5c12140babf6d69ce25aed7fc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732101578334/Put/seqid=0 2024-11-20T11:19:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741852_1028 (size=8515) 2024-11-20T11:19:47,862 INFO [M:0;448ea6c54a8c:38865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96b56db5c12140babf6d69ce25aed7fc 2024-11-20T11:19:47,880 DEBUG [M:0;448ea6c54a8c:38865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fad75d55cf824c6ea98dd1194d83bcd4 is 69, key is 448ea6c54a8c,41577,1732101569850/rs:state/1732101571941/Put/seqid=0 2024-11-20T11:19:47,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741853_1029 (size=5156) 2024-11-20T11:19:47,944 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1033, reset compression=false 2024-11-20T11:19:48,056 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T11:19:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:19:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] ipc.CallRunner(138): callId: 29 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41690 deadline: 1732101648057, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T11:19:48,058 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T11:19:48,059 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T11:19:48,059 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T11:19:48,285 INFO [M:0;448ea6c54a8c:38865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fad75d55cf824c6ea98dd1194d83bcd4 2024-11-20T11:19:48,290 DEBUG [M:0;448ea6c54a8c:38865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ae739e43ce54f22a00d03b210ebc0d6 as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ae739e43ce54f22a00d03b210ebc0d6 2024-11-20T11:19:48,294 INFO [M:0;448ea6c54a8c:38865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ae739e43ce54f22a00d03b210ebc0d6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T11:19:48,294 DEBUG [M:0;448ea6c54a8c:38865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96b56db5c12140babf6d69ce25aed7fc as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96b56db5c12140babf6d69ce25aed7fc 2024-11-20T11:19:48,298 INFO [M:0;448ea6c54a8c:38865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96b56db5c12140babf6d69ce25aed7fc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T11:19:48,299 DEBUG [M:0;448ea6c54a8c:38865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fad75d55cf824c6ea98dd1194d83bcd4 as hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fad75d55cf824c6ea98dd1194d83bcd4 2024-11-20T11:19:48,302 INFO [M:0;448ea6c54a8c:38865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42951/user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fad75d55cf824c6ea98dd1194d83bcd4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T11:19:48,303 INFO [M:0;448ea6c54a8c:38865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-20T11:19:48,304 INFO [M:0;448ea6c54a8c:38865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:48,304 DEBUG [M:0;448ea6c54a8c:38865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101587018Disabling compacts and flushes for region at 1732101587018Disabling writes for close at 1732101587018Obtaining lock to block concurrent updates at 1732101587018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101587018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732101587019 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101587019Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101587019Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101587034 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101587034Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101587443 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101587457 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101587457Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101587866 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101587880 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101587880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c4e143: reopening flushed file at 1732101588289 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c4bf81: reopening flushed file at 1732101588294 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2abb5b6: reopening flushed file at 1732101588298 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732101588303 (+5 ms)Writing region close event to WAL at 1732101588304 (+1 ms)Closed at 1732101588304 2024-11-20T11:19:48,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741830_1006 (size=63642) 2024-11-20T11:19:48,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f11ac52-2895-a1bf-552c-d840f4a56a45/MasterData/WALs/448ea6c54a8c,38865,1732101569757/448ea6c54a8c%2C38865%2C1732101569757.1732101571454 not finished, retry = 0 2024-11-20T11:19:48,407 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:48,407 INFO [M:0;448ea6c54a8c:38865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:19:48,407 INFO [M:0;448ea6c54a8c:38865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38865 2024-11-20T11:19:48,408 INFO [M:0;448ea6c54a8c:38865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:48,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:48,510 INFO [M:0;448ea6c54a8c:38865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:48,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x101351a52990003, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:48,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d9fb7a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:48,512 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7da5eb74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:19:48,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:19:48,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f0589d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:19:48,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21327da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/hadoop.log.dir/,STOPPED} 2024-11-20T11:19:48,514 WARN [BP-1198524189-172.17.0.2-1732101568698 heartbeating to localhost/127.0.0.1:42951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:19:48,514 WARN [BP-1198524189-172.17.0.2-1732101568698 heartbeating to localhost/127.0.0.1:42951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1198524189-172.17.0.2-1732101568698 (Datanode Uuid 3fe64a15-8045-44a8-bf0a-fccefd376308) service to localhost/127.0.0.1:42951 2024-11-20T11:19:48,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:19:48,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:19:48,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/cluster_adcfafec-2fdc-6e3a-fcdb-3333483ee919/data/data1/current/BP-1198524189-172.17.0.2-1732101568698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:19:48,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/cluster_adcfafec-2fdc-6e3a-fcdb-3333483ee919/data/data2/current/BP-1198524189-172.17.0.2-1732101568698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:19:48,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:19:48,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dde456c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:48,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23527d6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:19:48,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:19:48,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c23049a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:19:48,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6866c87b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/hadoop.log.dir/,STOPPED} 2024-11-20T11:19:48,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:19:48,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:19:48,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:48,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:48,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:48,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:48,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:48,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:19:48,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=615001325, stopped=false 2024-11-20T11:19:48,536 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,44249,1732101565585 2024-11-20T11:19:48,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/028716213/running 2024-11-20T11:19:48,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:48,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/028716213/running 2024-11-20T11:19:48,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:19:48,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:48,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:19:48,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:48,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Set watcher on znode that does not yet exist, /028716213/running 2024-11-20T11:19:48,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:48,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Set watcher on znode that does not yet exist, /028716213/running 2024-11-20T11:19:48,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,43715,1732101565638' ***** 2024-11-20T11:19:48,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:19:48,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(3091): Received CLOSE for 4eda9bf0620a2e6fb636e65f99fb6888 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(3091): Received CLOSE for df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:43715. 2024-11-20T11:19:48,539 DEBUG [RS:0;448ea6c54a8c:43715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:48,539 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4eda9bf0620a2e6fb636e65f99fb6888, disabling compactions & flushes 2024-11-20T11:19:48,539 DEBUG [RS:0;448ea6c54a8c:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:48,539 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:48,539 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:19:48,539 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. after waiting 0 ms 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:19:48,539 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:48,539 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:19:48,540 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:19:48,540 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1325): Online Regions={4eda9bf0620a2e6fb636e65f99fb6888=test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888., df7d2cf662fffa4c17d60dc2849f0fdf=hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:19:48,540 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4eda9bf0620a2e6fb636e65f99fb6888, df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:48,540 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:48,540 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:48,540 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:48,540 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:48,540 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:48,540 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:19:48,543 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/default/test/4eda9bf0620a2e6fb636e65f99fb6888/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T11:19:48,543 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:48,543 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:19:48,543 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:48,544 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4eda9bf0620a2e6fb636e65f99fb6888: Waiting for close lock at 1732101588539Running coprocessor pre-close hooks at 1732101588539Disabling compacts and flushes for region at 1732101588539Disabling writes for close at 1732101588539Writing region close event to WAL at 1732101588540 (+1 ms)Running coprocessor post-close hooks at 1732101588543 (+3 ms)Closed at 1732101588543 2024-11-20T11:19:48,544 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888. 2024-11-20T11:19:48,544 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df7d2cf662fffa4c17d60dc2849f0fdf, disabling compactions & flushes 2024-11-20T11:19:48,544 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:48,544 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:48,544 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. after waiting 0 ms 2024-11-20T11:19:48,544 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:48,544 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing df7d2cf662fffa4c17d60dc2849f0fdf 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-20T11:19:48,559 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/info/6686f881987b435ca9fd3089fd89b855 is 147, key is hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf./info:regioninfo/1732101576155/Put/seqid=0 2024-11-20T11:19:48,562 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/.tmp/hfileref/2df3c39cef264bcd8f977e50d76f0c40 is 74, key is 1/hfileref:76afd591e4ae424da177d183e1007628_SeqId_6_/1732101583598/Put/seqid=0 2024-11-20T11:19:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741846_1022 (size=7686) 2024-11-20T11:19:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741847_1023 (size=5345) 2024-11-20T11:19:48,565 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/.tmp/hfileref/2df3c39cef264bcd8f977e50d76f0c40 2024-11-20T11:19:48,583 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/.tmp/queue/cba91dc0b329447cbdb800c7204cbaab is 153, key is 1-448ea6c54a8c,43715,1732101565638/queue:448ea6c54a8c%2C43715%2C1732101565638/1732101580875/Put/seqid=0 2024-11-20T11:19:48,583 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:19:48,583 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:19:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741848_1024 (size=5352) 2024-11-20T11:19:48,618 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:19:48,740 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:48,848 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1033, reset compression=false 2024-11-20T11:19:48,852 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:19:48,852 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1328, reset compression=false 2024-11-20T11:19:48,940 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df7d2cf662fffa4c17d60dc2849f0fdf 2024-11-20T11:19:48,960 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T11:19:48,961 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 448ea6c54a8c:38865 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 448ea6c54a8c/172.17.0.2:38865 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:48,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 448ea6c54a8c:38865 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 448ea6c54a8c/172.17.0.2:38865 2024-11-20T11:19:48,964 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/info/6686f881987b435ca9fd3089fd89b855 2024-11-20T11:19:48,982 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/ns/24d8ffc81f4f477f892f068c681bf0b0 is 43, key is default/ns:d/1732101568603/Put/seqid=0 2024-11-20T11:19:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741849_1025 (size=5153) 2024-11-20T11:19:48,987 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/.tmp/queue/cba91dc0b329447cbdb800c7204cbaab 2024-11-20T11:19:48,991 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/.tmp/hfileref/2df3c39cef264bcd8f977e50d76f0c40 as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/hfileref/2df3c39cef264bcd8f977e50d76f0c40 2024-11-20T11:19:48,994 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/hfileref/2df3c39cef264bcd8f977e50d76f0c40, entries=4, sequenceid=10, filesize=5.2 K 2024-11-20T11:19:48,995 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/.tmp/queue/cba91dc0b329447cbdb800c7204cbaab as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/queue/cba91dc0b329447cbdb800c7204cbaab 2024-11-20T11:19:48,999 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/queue/cba91dc0b329447cbdb800c7204cbaab, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T11:19:49,000 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for df7d2cf662fffa4c17d60dc2849f0fdf in 456ms, sequenceid=10, compaction requested=false 2024-11-20T11:19:49,003 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/replication/df7d2cf662fffa4c17d60dc2849f0fdf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T11:19:49,003 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:49,003 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:49,003 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:49,003 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df7d2cf662fffa4c17d60dc2849f0fdf: Waiting for close lock at 1732101588544Running coprocessor pre-close hooks at 1732101588544Disabling compacts and flushes for region at 1732101588544Disabling writes for close at 1732101588544Obtaining lock to block concurrent updates at 1732101588544Preparing flush snapshotting stores in df7d2cf662fffa4c17d60dc2849f0fdf at 1732101588544Finished memstore snapshotting hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732101588544Flushing stores of hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. at 1732101588545 (+1 ms)Flushing df7d2cf662fffa4c17d60dc2849f0fdf/hfileref: creating writer at 1732101588545Flushing df7d2cf662fffa4c17d60dc2849f0fdf/hfileref: appending metadata at 1732101588561 (+16 ms)Flushing df7d2cf662fffa4c17d60dc2849f0fdf/hfileref: closing flushed file at 1732101588561Flushing df7d2cf662fffa4c17d60dc2849f0fdf/queue: creating writer at 1732101588570 (+9 ms)Flushing df7d2cf662fffa4c17d60dc2849f0fdf/queue: appending metadata at 1732101588583 (+13 ms)Flushing df7d2cf662fffa4c17d60dc2849f0fdf/queue: closing flushed file at 1732101588583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6493df83: reopening flushed file at 1732101588990 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33422ded: reopening flushed file at 1732101588994 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for df7d2cf662fffa4c17d60dc2849f0fdf in 456ms, sequenceid=10, compaction requested=false at 1732101589000 (+6 ms)Writing region close event to WAL at 1732101589001 (+1 ms)Running coprocessor post-close hooks at 1732101589003 (+2 ms)Closed at 1732101589003 2024-11-20T11:19:49,004 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101574984.df7d2cf662fffa4c17d60dc2849f0fdf. 2024-11-20T11:19:49,055 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1328, reset compression=false 2024-11-20T11:19:49,071 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:49,072 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 448ea6c54a8c:38865 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 448ea6c54a8c/172.17.0.2:38865 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:19:49,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=448ea6c54a8c:38865 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 448ea6c54a8c/172.17.0.2:38865 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-20T11:19:49,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 448ea6c54a8c:38865 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 448ea6c54a8c/172.17.0.2:38865 2024-11-20T11:19:49,140 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:49,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:49,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 448ea6c54a8c:38865 this server is in the failed servers list 2024-11-20T11:19:49,282 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 448ea6c54a8c:38865 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:19:49,340 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:49,359 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1328, reset compression=false 2024-11-20T11:19:49,386 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/ns/24d8ffc81f4f477f892f068c681bf0b0 2024-11-20T11:19:49,407 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/rep_barrier/5290b400feb14c2bb0e245b2b1742576 is 112, key is test,,1732101573175.4eda9bf0620a2e6fb636e65f99fb6888./rep_barrier:seqnumDuringOpen/1732101573651/Put/seqid=0 2024-11-20T11:19:49,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741850_1026 (size=5518) 2024-11-20T11:19:49,541 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:49,591 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:49,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 448ea6c54a8c:38865 this server is in the failed servers list 2024-11-20T11:19:49,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 448ea6c54a8c:38865 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:19:49,741 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:19:49,741 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:19:49,741 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:49,763 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1328, reset compression=false 2024-11-20T11:19:49,811 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/rep_barrier/5290b400feb14c2bb0e245b2b1742576 2024-11-20T11:19:49,834 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/table/eef835060ba24b37a01a6abfad15b598 is 53, key is hbase:replication/table:state/1732101576161/Put/seqid=0 2024-11-20T11:19:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741851_1027 (size=5308) 2024-11-20T11:19:49,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:49,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:49,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:49,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:49,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:49,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:49,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:49,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:49,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:49,941 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:50,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:50,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 448ea6c54a8c:38865 this server is in the failed servers list 2024-11-20T11:19:50,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 448ea6c54a8c:38865 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:19:50,141 DEBUG [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:19:50,239 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/table/eef835060ba24b37a01a6abfad15b598 2024-11-20T11:19:50,244 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/info/6686f881987b435ca9fd3089fd89b855 as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/info/6686f881987b435ca9fd3089fd89b855 2024-11-20T11:19:50,248 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/info/6686f881987b435ca9fd3089fd89b855, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:19:50,249 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/ns/24d8ffc81f4f477f892f068c681bf0b0 as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/ns/24d8ffc81f4f477f892f068c681bf0b0 2024-11-20T11:19:50,252 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/ns/24d8ffc81f4f477f892f068c681bf0b0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:19:50,253 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/rep_barrier/5290b400feb14c2bb0e245b2b1742576 as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/rep_barrier/5290b400feb14c2bb0e245b2b1742576 2024-11-20T11:19:50,257 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/rep_barrier/5290b400feb14c2bb0e245b2b1742576, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:19:50,257 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/.tmp/table/eef835060ba24b37a01a6abfad15b598 as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/table/eef835060ba24b37a01a6abfad15b598 2024-11-20T11:19:50,260 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/table/eef835060ba24b37a01a6abfad15b598, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:19:50,261 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-20T11:19:50,265 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:19:50,266 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:50,266 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:50,266 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:50,266 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101588540Running coprocessor pre-close hooks at 1732101588540Disabling compacts and flushes for region at 1732101588540Disabling writes for close at 1732101588540Obtaining lock to block concurrent updates at 1732101588540Preparing flush snapshotting stores in 1588230740 at 1732101588540Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101588540Flushing stores of hbase:meta,,1.1588230740 at 1732101588541 (+1 ms)Flushing 1588230740/info: creating writer at 1732101588541Flushing 1588230740/info: appending metadata at 1732101588559 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732101588559Flushing 1588230740/ns: creating writer at 1732101588968 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732101588982 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732101588982Flushing 1588230740/rep_barrier: creating writer at 1732101589391 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101589407 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101589407Flushing 1588230740/table: creating writer at 1732101589816 (+409 ms)Flushing 1588230740/table: appending metadata at 1732101589833 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732101589833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d3cab6: reopening flushed file at 1732101590243 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439a8adf: reopening flushed file at 1732101590248 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c7d4e8: reopening flushed file at 1732101590253 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174a348e: reopening flushed file at 1732101590257 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1732101590261 (+4 ms)Writing region close event to WAL at 1732101590263 (+2 ms)Running coprocessor post-close hooks at 1732101590265 (+2 ms)Closed at 1732101590266 (+1 ms) 2024-11-20T11:19:50,266 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:50,267 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 to pos 1328, reset compression=false 2024-11-20T11:19:50,341 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,43715,1732101565638; all regions closed. 2024-11-20T11:19:50,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:19:50,346 DEBUG [RS:0;448ea6c54a8c:43715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/oldWALs 2024-11-20T11:19:50,346 INFO [RS:0;448ea6c54a8c:43715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C43715%2C1732101565638.meta:.meta(num 1732101568557) 2024-11-20T11:19:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741839_1015 (size=2695) 2024-11-20T11:19:50,348 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.rep.1732101576122 not finished, retry = 0 2024-11-20T11:19:50,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:19:50,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:50,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:50,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:50,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:50,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:50,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:50,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:50,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:50,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:50,450 DEBUG [RS:0;448ea6c54a8c:43715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/oldWALs 2024-11-20T11:19:50,450 INFO [RS:0;448ea6c54a8c:43715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C43715%2C1732101565638.rep:(num 1732101576122) 2024-11-20T11:19:50,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/WALs/448ea6c54a8c,43715,1732101565638/448ea6c54a8c%2C43715%2C1732101565638.1732101567633 not finished, retry = 0 2024-11-20T11:19:50,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741832_1008 (size=1336) 2024-11-20T11:19:50,556 DEBUG [RS:0;448ea6c54a8c:43715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/oldWALs 2024-11-20T11:19:50,556 INFO [RS:0;448ea6c54a8c:43715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C43715%2C1732101565638:(num 1732101567633) 2024-11-20T11:19:50,556 DEBUG [RS:0;448ea6c54a8c:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:50,556 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:19:50,556 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:19:50,556 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:19:50,556 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:19:50,556 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:50,556 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,43715,1732101565638 because: Region server is closing 2024-11-20T11:19:50,557 INFO [RS:0;448ea6c54a8c:43715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:43715. 2024-11-20T11:19:50,557 DEBUG [RS:0;448ea6c54a8c:43715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:50,557 DEBUG [RS:0;448ea6c54a8c:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:50,557 DEBUG [RS:0;448ea6c54a8c:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:50,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:50,657 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.wal-reader.448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:19:50,657 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-20T11:19:50,657 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T11:19:50,658 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T11:19:51,111 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:51,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:19:51,114 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:19:51,658 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43715,1732101565638.replicationSource.shipper448ea6c54a8c%2C43715%2C1732101565638,1-448ea6c54a8c,43715,1732101565638 terminated 2024-11-20T11:19:51,659 INFO [RS:0;448ea6c54a8c:43715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:43715. 2024-11-20T11:19:51,659 DEBUG [RS:0;448ea6c54a8c:43715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:19:51,659 DEBUG [RS:0;448ea6c54a8c:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:51,659 DEBUG [RS:0;448ea6c54a8c:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:51,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:19:51,659 INFO [RS:0;448ea6c54a8c:43715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43715 2024-11-20T11:19:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/028716213/rs/448ea6c54a8c,43715,1732101565638 2024-11-20T11:19:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213/rs 2024-11-20T11:19:51,673 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:51,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,43715,1732101565638] 2024-11-20T11:19:51,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /028716213/draining/448ea6c54a8c,43715,1732101565638 already deleted, retry=false 2024-11-20T11:19:51,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,43715,1732101565638 expired; onlineServers=0 2024-11-20T11:19:51,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,44249,1732101565585' ***** 2024-11-20T11:19:51,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:19:51,718 INFO [M:0;448ea6c54a8c:44249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:19:51,718 INFO [M:0;448ea6c54a8c:44249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:19:51,718 DEBUG [M:0;448ea6c54a8c:44249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:19:51,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:19:51,718 DEBUG [M:0;448ea6c54a8c:44249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:19:51,718 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101567409 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101567409,5,FailOnTimeoutGroup] 2024-11-20T11:19:51,718 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101567409 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101567409,5,FailOnTimeoutGroup] 2024-11-20T11:19:51,718 INFO [M:0;448ea6c54a8c:44249 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:19:51,718 INFO [M:0;448ea6c54a8c:44249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:19:51,718 DEBUG [M:0;448ea6c54a8c:44249 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:19:51,718 INFO [M:0;448ea6c54a8c:44249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:19:51,719 INFO [M:0;448ea6c54a8c:44249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:19:51,719 INFO [M:0;448ea6c54a8c:44249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:19:51,719 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:19:51,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/028716213/master 2024-11-20T11:19:51,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/028716213 2024-11-20T11:19:51,738 DEBUG [M:0;448ea6c54a8c:44249 {}] zookeeper.ZKUtil(347): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Unable to get data of znode /028716213/master because node does not exist (not an error) 2024-11-20T11:19:51,738 WARN [M:0;448ea6c54a8c:44249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:19:51,740 INFO [M:0;448ea6c54a8c:44249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/.lastflushedseqids 2024-11-20T11:19:51,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741852_1028 (size=263) 2024-11-20T11:19:51,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:51,796 INFO [RS:0;448ea6c54a8c:43715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:51,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x101351a52990001, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:51,796 INFO [RS:0;448ea6c54a8c:43715 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,43715,1732101565638; zookeeper connection closed. 2024-11-20T11:19:51,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72b25fac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72b25fac 2024-11-20T11:19:51,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:19:52,145 INFO [M:0;448ea6c54a8c:44249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:19:52,146 INFO [M:0;448ea6c54a8c:44249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:19:52,146 DEBUG [M:0;448ea6c54a8c:44249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:52,146 INFO [M:0;448ea6c54a8c:44249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:52,146 DEBUG [M:0;448ea6c54a8c:44249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:52,146 DEBUG [M:0;448ea6c54a8c:44249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:19:52,146 DEBUG [M:0;448ea6c54a8c:44249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:52,146 INFO [M:0;448ea6c54a8c:44249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T11:19:52,165 DEBUG [M:0;448ea6c54a8c:44249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/879af24190f54bf9baf78ed486c4a07a is 82, key is hbase:meta,,1/info:regioninfo/1732101568589/Put/seqid=0 2024-11-20T11:19:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741853_1029 (size=5672) 2024-11-20T11:19:52,569 INFO [M:0;448ea6c54a8c:44249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/879af24190f54bf9baf78ed486c4a07a 2024-11-20T11:19:52,591 DEBUG [M:0;448ea6c54a8c:44249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48e0aa115cde4281bfbb268e64f081e7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732101576164/Put/seqid=0 2024-11-20T11:19:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741854_1030 (size=8515) 2024-11-20T11:19:52,996 INFO [M:0;448ea6c54a8c:44249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48e0aa115cde4281bfbb268e64f081e7 2024-11-20T11:19:53,014 DEBUG [M:0;448ea6c54a8c:44249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82c26f6fbc524f7bb09973ee99fd532d is 69, key is 448ea6c54a8c,43715,1732101565638/rs:state/1732101567479/Put/seqid=0 2024-11-20T11:19:53,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741855_1031 (size=5156) 2024-11-20T11:19:53,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:53,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:19:53,132 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:19:53,418 INFO [M:0;448ea6c54a8c:44249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82c26f6fbc524f7bb09973ee99fd532d 2024-11-20T11:19:53,423 DEBUG [M:0;448ea6c54a8c:44249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/879af24190f54bf9baf78ed486c4a07a as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/879af24190f54bf9baf78ed486c4a07a 2024-11-20T11:19:53,427 INFO [M:0;448ea6c54a8c:44249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/879af24190f54bf9baf78ed486c4a07a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T11:19:53,428 DEBUG [M:0;448ea6c54a8c:44249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48e0aa115cde4281bfbb268e64f081e7 as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48e0aa115cde4281bfbb268e64f081e7 2024-11-20T11:19:53,431 INFO [M:0;448ea6c54a8c:44249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48e0aa115cde4281bfbb268e64f081e7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T11:19:53,432 DEBUG [M:0;448ea6c54a8c:44249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82c26f6fbc524f7bb09973ee99fd532d as hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82c26f6fbc524f7bb09973ee99fd532d 2024-11-20T11:19:53,436 INFO [M:0;448ea6c54a8c:44249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33027/user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82c26f6fbc524f7bb09973ee99fd532d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T11:19:53,437 INFO [M:0;448ea6c54a8c:44249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-20T11:19:53,438 INFO [M:0;448ea6c54a8c:44249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:53,438 DEBUG [M:0;448ea6c54a8c:44249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101592146Disabling compacts and flushes for region at 1732101592146Disabling writes for close at 1732101592146Obtaining lock to block concurrent updates at 1732101592146Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101592146Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732101592146Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101592147 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101592147Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101592164 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101592164Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101592573 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101592591 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101592591Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101593000 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101593013 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101593013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7027cf4: reopening flushed file at 1732101593422 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e37a547: reopening flushed file at 1732101593427 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14fa3026: reopening flushed file at 1732101593432 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1732101593437 (+5 ms)Writing region close event to WAL at 1732101593438 (+1 ms)Closed at 1732101593438 2024-11-20T11:19:53,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741830_1006 (size=63642) 2024-11-20T11:19:53,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07cd6e19-f35d-677d-3d75-1ebeff2b8a09/MasterData/WALs/448ea6c54a8c,44249,1732101565585/448ea6c54a8c%2C44249%2C1732101565585.1732101567331 not finished, retry = 0 2024-11-20T11:19:53,541 INFO [M:0;448ea6c54a8c:44249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:19:53,541 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:19:53,541 INFO [M:0;448ea6c54a8c:44249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44249 2024-11-20T11:19:53,542 INFO [M:0;448ea6c54a8c:44249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:19:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:53,644 INFO [M:0;448ea6c54a8c:44249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:19:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x101351a52990000, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:19:53,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b1decdd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:53,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76878df7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:19:53,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:19:53,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@458d98f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:19:53,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31782b69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/hadoop.log.dir/,STOPPED} 2024-11-20T11:19:53,648 WARN [BP-1561073476-172.17.0.2-1732101564449 heartbeating to localhost/127.0.0.1:33027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:19:53,648 WARN [BP-1561073476-172.17.0.2-1732101564449 heartbeating to localhost/127.0.0.1:33027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1561073476-172.17.0.2-1732101564449 (Datanode Uuid ad51d74c-80b2-4aa3-a3a0-beffd1e431c8) service to localhost/127.0.0.1:33027 2024-11-20T11:19:53,648 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:19:53,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:19:53,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/cluster_3eeb0a59-242b-1831-b25d-f48ca850d0a5/data/data1/current/BP-1561073476-172.17.0.2-1732101564449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:19:53,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/cluster_3eeb0a59-242b-1831-b25d-f48ca850d0a5/data/data2/current/BP-1561073476-172.17.0.2-1732101564449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:19:53,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:19:53,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a857749{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:53,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c077745{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:19:53,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:19:53,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46a94287{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:19:53,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12386e47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73b31cc6-9a66-30a0-ad8e-4df2f1a9a20a/hadoop.log.dir/,STOPPED} 2024-11-20T11:19:53,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:19:53,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:19:53,681 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=238 (was 204) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51792) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51792) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42951 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33027 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 185) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7844 (was 8239) 2024-11-20T11:19:53,690 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=238, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=7844 2024-11-20T11:19:53,703 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-20T11:19:53,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/hadoop.log.dir so I do NOT create it in target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051 2024-11-20T11:19:53,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:19:53,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/hadoop.tmp.dir so I do NOT create it in target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051 2024-11-20T11:19:53,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/840d25a0-3ef7-3799-1269-3d39446ec197/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:19:53,704 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051 2024-11-20T11:19:53,704 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/cluster_dfea8b26-b6aa-4440-4a28-d1885a79bb34, deleteOnExit=true 2024-11-20T11:19:53,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/cluster_dfea8b26-b6aa-4440-4a28-d1885a79bb34/zookeeper_0, clientPort=61109, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/cluster_dfea8b26-b6aa-4440-4a28-d1885a79bb34/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/cluster_dfea8b26-b6aa-4440-4a28-d1885a79bb34/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:19:53,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61109 2024-11-20T11:19:53,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:19:53,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:19:53,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/test.cache.data in system properties and HBase conf 2024-11-20T11:19:53,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:19:53,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:19:53,708 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:53,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:19:53,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:19:53,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:19:53,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:53,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:19:53,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:19:53,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101351a52990005, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:19:53,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101351a52990002, quorum=127.0.0.1:51792, baseZNode=/028716213 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:19:53,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101351a52990002, quorum=127.0.0.1:51792, baseZNode=/028716213 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:19:53,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101351a52990005, quorum=127.0.0.1:51792, baseZNode=/11317407764 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:19:53,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:53,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:53,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:53,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:53,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:19:53,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:53,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@366cc4eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:53,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ed0da3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:53,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:19:53,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T11:19:53,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T11:19:53,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:19:53,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T11:19:53,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:19:53,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:19:53,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4765a193{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/java.io.tmpdir/jetty-localhost-45111-hadoop-hdfs-3_4_1-tests_jar-_-any-3533505813591745807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:53,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cef77a0{HTTP/1.1, (http/1.1)}{localhost:45111} 2024-11-20T11:19:53,953 INFO [Time-limited test {}] server.Server(415): Started @185207ms 2024-11-20T11:19:54,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:54,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:54,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:54,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:54,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:19:54,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc452b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:54,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201eac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:54,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c486f7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/java.io.tmpdir/jetty-localhost-43557-hadoop-hdfs-3_4_1-tests_jar-_-any-11806258151866129247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:54,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41188e45{HTTP/1.1, (http/1.1)}{localhost:43557} 2024-11-20T11:19:54,169 INFO [Time-limited test {}] server.Server(415): Started @185423ms 2024-11-20T11:19:54,170 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:19:54,265 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/cluster_dfea8b26-b6aa-4440-4a28-d1885a79bb34/data/data2/current/BP-1637535364-172.17.0.2-1732101593736/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:54,265 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/cluster_dfea8b26-b6aa-4440-4a28-d1885a79bb34/data/data1/current/BP-1637535364-172.17.0.2-1732101593736/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:54,289 WARN [Thread-2173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:19:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bd317380573aeb1 with lease ID 0xf9c8a195714de079: Processing first storage report for DS-486b200b-b1e6-49d7-94bd-1172badfef8f from datanode DatanodeRegistration(127.0.0.1:37829, datanodeUuid=138500f5-300d-4e76-aead-3e3c6f1216dc, infoPort=44039, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=319806997;c=1732101593736) 2024-11-20T11:19:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bd317380573aeb1 with lease ID 0xf9c8a195714de079: from storage DS-486b200b-b1e6-49d7-94bd-1172badfef8f node DatanodeRegistration(127.0.0.1:37829, datanodeUuid=138500f5-300d-4e76-aead-3e3c6f1216dc, infoPort=44039, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=319806997;c=1732101593736), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bd317380573aeb1 with lease ID 0xf9c8a195714de079: Processing first storage report for DS-588a43a6-854a-42c3-a44f-7bba0a62802b from datanode DatanodeRegistration(127.0.0.1:37829, datanodeUuid=138500f5-300d-4e76-aead-3e3c6f1216dc, infoPort=44039, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=319806997;c=1732101593736) 2024-11-20T11:19:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bd317380573aeb1 with lease ID 0xf9c8a195714de079: from storage DS-588a43a6-854a-42c3-a44f-7bba0a62802b node DatanodeRegistration(127.0.0.1:37829, datanodeUuid=138500f5-300d-4e76-aead-3e3c6f1216dc, infoPort=44039, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=319806997;c=1732101593736), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:54,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051 2024-11-20T11:19:54,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:54,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:54,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:19:54,803 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd with version=8 2024-11-20T11:19:54,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/hbase-staging 2024-11-20T11:19:54,806 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:54,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:54,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:54,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:54,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:54,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:54,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:19:54,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:54,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38285 2024-11-20T11:19:54,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38285 connecting to ZooKeeper ensemble=127.0.0.1:61109 2024-11-20T11:19:54,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382850x0, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:54,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38285-0x101351ac4f90000 connected 2024-11-20T11:19:54,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:54,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:54,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Set watcher on znode that does not yet exist, /0-948011568/running 2024-11-20T11:19:54,839 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd, hbase.cluster.distributed=false 2024-11-20T11:19:54,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Set watcher on znode that does not yet exist, /0-948011568/acl 2024-11-20T11:19:54,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38285 2024-11-20T11:19:54,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38285 2024-11-20T11:19:54,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38285 2024-11-20T11:19:54,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38285 2024-11-20T11:19:54,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38285 2024-11-20T11:19:54,861 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:54,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:54,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:54,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:54,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:54,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:54,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:19:54,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:54,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32817 2024-11-20T11:19:54,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32817 connecting to ZooKeeper ensemble=127.0.0.1:61109 2024-11-20T11:19:54,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:54,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:54,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328170x0, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:54,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328170x0, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Set watcher on znode that does not yet exist, /0-948011568/running 2024-11-20T11:19:54,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32817-0x101351ac4f90001 connected 2024-11-20T11:19:54,869 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:19:54,870 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:19:54,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Set watcher on znode that does not yet exist, /0-948011568/master 2024-11-20T11:19:54,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Set watcher on znode that does not yet exist, /0-948011568/acl 2024-11-20T11:19:54,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32817 2024-11-20T11:19:54,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32817 2024-11-20T11:19:54,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32817 2024-11-20T11:19:54,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32817 2024-11-20T11:19:54,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32817 2024-11-20T11:19:54,891 DEBUG [M:0;448ea6c54a8c:38285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:38285 2024-11-20T11:19:54,891 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-948011568/backup-masters/448ea6c54a8c,38285,1732101594805 2024-11-20T11:19:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568/backup-masters 2024-11-20T11:19:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568/backup-masters 2024-11-20T11:19:54,893 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Set watcher on existing znode=/0-948011568/backup-masters/448ea6c54a8c,38285,1732101594805 2024-11-20T11:19:54,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-948011568/master 2024-11-20T11:19:54,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:54,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:54,896 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Set watcher on existing znode=/0-948011568/master 2024-11-20T11:19:54,896 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-948011568/backup-masters/448ea6c54a8c,38285,1732101594805 from backup master directory 2024-11-20T11:19:54,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-948011568/backup-masters/448ea6c54a8c,38285,1732101594805 2024-11-20T11:19:54,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568/backup-masters 2024-11-20T11:19:54,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568/backup-masters 2024-11-20T11:19:54,898 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:54,898 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,38285,1732101594805 2024-11-20T11:19:54,901 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/hbase.id] with ID: 6c830934-5e49-4e61-ba7b-7f40e9804093 2024-11-20T11:19:54,901 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/.tmp/hbase.id 2024-11-20T11:19:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:19:55,308 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/.tmp/hbase.id]:[hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/hbase.id] 2024-11-20T11:19:55,319 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:55,319 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:19:55,320 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:19:55,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:55,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:55,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:19:55,739 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:55,740 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:19:55,740 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:55,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:19:55,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:19:55,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:55,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:55,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:55,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:55,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:55,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:55,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:55,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:55,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:55,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:19:56,147 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store 2024-11-20T11:19:56,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:19:56,553 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:56,553 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:56,553 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:56,553 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:56,553 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:19:56,553 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:56,553 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:56,553 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101596553Disabling compacts and flushes for region at 1732101596553Disabling writes for close at 1732101596553Writing region close event to WAL at 1732101596553Closed at 1732101596553 2024-11-20T11:19:56,554 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/.initializing 2024-11-20T11:19:56,554 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/WALs/448ea6c54a8c,38285,1732101594805 2024-11-20T11:19:56,555 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:56,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C38285%2C1732101594805, suffix=, logDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/WALs/448ea6c54a8c,38285,1732101594805, archiveDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/oldWALs, maxLogs=10 2024-11-20T11:19:56,573 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/WALs/448ea6c54a8c,38285,1732101594805/448ea6c54a8c%2C38285%2C1732101594805.1732101596557, exclude list is [], retry=0 2024-11-20T11:19:56,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-486b200b-b1e6-49d7-94bd-1172badfef8f,DISK] 2024-11-20T11:19:56,577 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/WALs/448ea6c54a8c,38285,1732101594805/448ea6c54a8c%2C38285%2C1732101594805.1732101596557 2024-11-20T11:19:56,578 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-20T11:19:56,578 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:56,578 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:56,578 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,578 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:19:56,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:56,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:56,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:19:56,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:56,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:56,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:19:56,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:56,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:56,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:19:56,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:56,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:56,584 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,585 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,585 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,586 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,586 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,586 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:56,587 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:56,589 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:56,589 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64996179, jitterRate=-0.031481459736824036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:56,590 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101596578Initializing all the Stores at 1732101596579 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101596579Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101596579Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101596579Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101596579Cleaning up temporary data from old regions at 1732101596586 (+7 ms)Region opened successfully at 1732101596590 (+4 ms) 2024-11-20T11:19:56,590 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:19:56,592 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3e02db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:56,593 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:19:56,593 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:19:56,593 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:19:56,594 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:19:56,594 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:19:56,594 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:19:56,594 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:19:56,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:19:56,597 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Unable to get data of znode /0-948011568/balancer because node does not exist (not necessarily an error) 2024-11-20T11:19:56,598 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-948011568/balancer already deleted, retry=false 2024-11-20T11:19:56,599 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:19:56,599 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Unable to get data of znode /0-948011568/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:19:56,602 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-948011568/normalizer already deleted, retry=false 2024-11-20T11:19:56,602 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:19:56,603 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Unable to get data of znode /0-948011568/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:19:56,604 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-948011568/switch/split already deleted, retry=false 2024-11-20T11:19:56,604 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Unable to get data of znode /0-948011568/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:19:56,605 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-948011568/switch/merge already deleted, retry=false 2024-11-20T11:19:56,607 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Unable to get data of znode /0-948011568/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:19:56,608 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-948011568/snapshot-cleanup already deleted, retry=false 2024-11-20T11:19:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-948011568/running 2024-11-20T11:19:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-948011568/running 2024-11-20T11:19:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:56,611 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,38285,1732101594805, sessionid=0x101351ac4f90000, setting cluster-up flag (Was=false) 2024-11-20T11:19:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:56,617 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-948011568/flush-table-proc/acquired, /0-948011568/flush-table-proc/reached, /0-948011568/flush-table-proc/abort 2024-11-20T11:19:56,618 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,38285,1732101594805 2024-11-20T11:19:56,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:56,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:56,625 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-948011568/online-snapshot/acquired, /0-948011568/online-snapshot/reached, /0-948011568/online-snapshot/abort 2024-11-20T11:19:56,626 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,38285,1732101594805 2024-11-20T11:19:56,627 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:19:56,628 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:56,629 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:19:56,629 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:19:56,629 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,38285,1732101594805 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:19:56,630 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:56,630 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:56,630 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:56,630 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:56,630 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:19:56,630 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,630 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:56,630 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,631 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:56,631 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:19:56,632 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:56,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:19:56,636 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101626636 2024-11-20T11:19:56,636 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:19:56,637 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:19:56,637 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:19:56,637 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:19:56,637 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:19:56,637 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:19:56,637 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,637 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:19:56,637 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:19:56,637 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:19:56,638 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:19:56,638 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:19:56,638 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:19:56,638 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101596638,5,FailOnTimeoutGroup] 2024-11-20T11:19:56,640 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101596638,5,FailOnTimeoutGroup] 2024-11-20T11:19:56,640 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,640 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:19:56,640 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,640 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:19:56,682 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(746): ClusterId : 6c830934-5e49-4e61-ba7b-7f40e9804093 2024-11-20T11:19:56,682 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:19:56,683 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:19:56,683 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:19:56,686 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:19:56,687 DEBUG [RS:0;448ea6c54a8c:32817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e730a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:56,698 DEBUG [RS:0;448ea6c54a8c:32817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:32817 2024-11-20T11:19:56,698 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:19:56,698 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:19:56,698 DEBUG [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:19:56,699 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,38285,1732101594805 with port=32817, startcode=1732101594861 2024-11-20T11:19:56,699 DEBUG [RS:0;448ea6c54a8c:32817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:19:56,700 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:19:56,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,32817,1732101594861 2024-11-20T11:19:56,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38285 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,32817,1732101594861 2024-11-20T11:19:56,702 DEBUG [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd 2024-11-20T11:19:56,702 DEBUG [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37251 2024-11-20T11:19:56,702 DEBUG [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:19:56,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568/rs 2024-11-20T11:19:56,704 DEBUG [RS:0;448ea6c54a8c:32817 {}] zookeeper.ZKUtil(111): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Set watcher on existing znode=/0-948011568/rs/448ea6c54a8c,32817,1732101594861 2024-11-20T11:19:56,704 WARN [RS:0;448ea6c54a8c:32817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:56,704 INFO [RS:0;448ea6c54a8c:32817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:56,704 DEBUG [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861 2024-11-20T11:19:56,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,32817,1732101594861] 2024-11-20T11:19:56,707 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:19:56,709 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:19:56,709 INFO [RS:0;448ea6c54a8c:32817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:19:56,709 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,709 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:19:56,710 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:19:56,710 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:56,710 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:56,711 DEBUG [RS:0;448ea6c54a8c:32817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:56,712 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,712 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,712 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,712 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,712 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,712 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,32817,1732101594861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:56,726 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:19:56,727 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,32817,1732101594861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,727 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,727 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.Replication(171): 448ea6c54a8c,32817,1732101594861 started 2024-11-20T11:19:56,740 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:56,740 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,32817,1732101594861, RpcServer on 448ea6c54a8c/172.17.0.2:32817, sessionid=0x101351ac4f90001 2024-11-20T11:19:56,740 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:19:56,740 DEBUG [RS:0;448ea6c54a8c:32817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,32817,1732101594861 2024-11-20T11:19:56,740 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,32817,1732101594861' 2024-11-20T11:19:56,740 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-948011568/flush-table-proc/abort' 2024-11-20T11:19:56,741 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-948011568/flush-table-proc/acquired' 2024-11-20T11:19:56,741 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:19:56,741 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:19:56,741 DEBUG [RS:0;448ea6c54a8c:32817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,32817,1732101594861 2024-11-20T11:19:56,741 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,32817,1732101594861' 2024-11-20T11:19:56,741 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-948011568/online-snapshot/abort' 2024-11-20T11:19:56,741 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-948011568/online-snapshot/acquired' 2024-11-20T11:19:56,742 DEBUG [RS:0;448ea6c54a8c:32817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:19:56,742 INFO [RS:0;448ea6c54a8c:32817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:19:56,742 INFO [RS:0;448ea6c54a8c:32817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:19:56,842 INFO [RS:0;448ea6c54a8c:32817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:56,843 INFO [RS:0;448ea6c54a8c:32817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C32817%2C1732101594861, suffix=, logDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861, archiveDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/oldWALs, maxLogs=10 2024-11-20T11:19:56,861 DEBUG [RS:0;448ea6c54a8c:32817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844, exclude list is [], retry=0 2024-11-20T11:19:56,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-486b200b-b1e6-49d7-94bd-1172badfef8f,DISK] 2024-11-20T11:19:56,865 INFO [RS:0;448ea6c54a8c:32817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 2024-11-20T11:19:56,865 DEBUG [RS:0;448ea6c54a8c:32817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-20T11:19:57,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:19:57,045 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd 2024-11-20T11:19:57,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:19:57,141 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:19:57,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:19:57,142 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8182 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:19:57,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:57,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:57,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:57,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:57,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:57,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:57,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:57,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:57,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:57,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:57,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:57,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:57,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:57,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:57,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:57,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:57,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:57,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:57,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740 2024-11-20T11:19:57,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740 2024-11-20T11:19:57,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:57,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:57,459 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:57,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:57,461 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:57,461 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75254054, jitterRate=0.12137278914451599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:57,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101597450Initializing all the Stores at 1732101597451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101597451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101597451Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101597451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101597451Cleaning up temporary data from old regions at 1732101597458 (+7 ms)Region opened successfully at 1732101597462 (+4 ms) 2024-11-20T11:19:57,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:57,462 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:57,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:57,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:57,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:57,463 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:57,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101597462Disabling compacts and flushes for region at 1732101597462Disabling writes for close at 1732101597462Writing region close event to WAL at 1732101597463 (+1 ms)Closed at 1732101597463 2024-11-20T11:19:57,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:57,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:19:57,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:19:57,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:57,465 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:19:57,616 DEBUG [448ea6c54a8c:38285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:19:57,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,32817,1732101594861 2024-11-20T11:19:57,617 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,32817,1732101594861, state=OPENING 2024-11-20T11:19:57,619 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:19:57,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:57,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:19:57,620 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:57,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,32817,1732101594861}] 2024-11-20T11:19:57,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-948011568/meta-region-server: CHANGED 2024-11-20T11:19:57,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-948011568/meta-region-server: CHANGED 2024-11-20T11:19:57,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:19:57,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:19:57,778 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:19:57,778 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:57,778 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:19:57,780 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C32817%2C1732101594861.meta, suffix=.meta, logDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861, archiveDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/oldWALs, maxLogs=10 2024-11-20T11:19:57,795 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.meta.1732101597780.meta, exclude list is [], retry=0 2024-11-20T11:19:57,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-486b200b-b1e6-49d7-94bd-1172badfef8f,DISK] 2024-11-20T11:19:57,798 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.meta.1732101597780.meta 2024-11-20T11:19:57,798 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-20T11:19:57,798 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:57,798 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:19:57,798 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:19:57,799 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:19:57,799 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:19:57,799 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:19:57,799 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:57,799 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:19:57,799 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:19:57,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:57,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:57,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:57,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:57,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:57,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:57,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:57,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:57,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:57,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:57,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:57,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:57,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:57,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:57,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:57,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:57,804 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:57,804 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740 2024-11-20T11:19:57,805 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740 2024-11-20T11:19:57,806 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:57,806 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:57,806 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:57,807 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:57,808 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72120407, jitterRate=0.07467781007289886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:57,808 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:19:57,809 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101597799Writing region info on filesystem at 1732101597799Initializing all the Stores at 1732101597800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101597800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101597800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101597800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101597800Cleaning up temporary data from old regions at 1732101597806 (+6 ms)Running coprocessor post-open hooks at 1732101597808 (+2 ms)Region opened successfully at 1732101597808 2024-11-20T11:19:57,809 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101597772 2024-11-20T11:19:57,811 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:19:57,811 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:19:57,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,32817,1732101594861 2024-11-20T11:19:57,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,32817,1732101594861, state=OPEN 2024-11-20T11:19:57,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-948011568/meta-region-server 2024-11-20T11:19:57,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-948011568/meta-region-server 2024-11-20T11:19:57,819 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,32817,1732101594861 2024-11-20T11:19:57,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-948011568/meta-region-server: CHANGED 2024-11-20T11:19:57,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-948011568/meta-region-server: CHANGED 2024-11-20T11:19:57,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:19:57,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,32817,1732101594861 in 199 msec 2024-11-20T11:19:57,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:19:57,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-20T11:19:57,823 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:57,824 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:19:57,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:57,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,32817,1732101594861, seqNum=-1] 2024-11-20T11:19:57,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:57,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:57,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-20T11:19:57,831 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101597831, completionTime=-1 2024-11-20T11:19:57,831 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:19:57,831 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:19:57,833 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:19:57,833 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101657833 2024-11-20T11:19:57,833 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101717833 2024-11-20T11:19:57,833 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T11:19:57,834 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38285,1732101594805-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:57,834 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38285,1732101594805-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:57,834 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38285,1732101594805-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:57,834 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:38285, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:57,834 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:57,834 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:57,835 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:19:57,837 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-11-20T11:19:57,837 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:19:57,837 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:19:57,837 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:19:57,837 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:19:57,837 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:19:57,837 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38285,1732101594805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:57,838 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38285,1732101594805-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:19:57,839 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:19:57,839 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:19:57,839 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38285,1732101594805-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:57,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365e3bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:57,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38285,-1 for getting cluster id 2024-11-20T11:19:57,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:19:57,884 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c830934-5e49-4e61-ba7b-7f40e9804093' 2024-11-20T11:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c830934-5e49-4e61-ba7b-7f40e9804093" 2024-11-20T11:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2063b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38285,-1] 2024-11-20T11:19:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:19:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:19:57,886 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:19:57,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec400e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:19:57,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:19:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,32817,1732101594861, seqNum=-1] 2024-11-20T11:19:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:19:57,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:19:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,38285,1732101594805 2024-11-20T11:19:57,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61109 2024-11-20T11:19:57,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:57,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101351ac4f90002 connected 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/hadoop.log.dir so I do NOT create it in target/test-data/babe939b-1318-204e-3715-2681acefdc3f 2024-11-20T11:19:57,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/hadoop.tmp.dir so I do NOT create it in target/test-data/babe939b-1318-204e-3715-2681acefdc3f 2024-11-20T11:19:57,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:19:57,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/cluster_baf6da3a-c158-862a-278b-040931479ad7, deleteOnExit=true 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/test.cache.data in system properties and HBase conf 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:19:57,896 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:19:57,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:57,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:57,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:57,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:57,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:19:57,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:57,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7002f130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:57,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd43393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:58,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@354594df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/java.io.tmpdir/jetty-localhost-33939-hadoop-hdfs-3_4_1-tests_jar-_-any-11275905101448559262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:19:58,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad009a9{HTTP/1.1, (http/1.1)}{localhost:33939} 2024-11-20T11:19:58,101 INFO [Time-limited test {}] server.Server(415): Started @189355ms 2024-11-20T11:19:58,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:19:58,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:19:58,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:19:58,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:19:58,187 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:19:58,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685e84f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:19:58,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab6819f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:19:58,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f12f3fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/java.io.tmpdir/jetty-localhost-43815-hadoop-hdfs-3_4_1-tests_jar-_-any-15033463945877261732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:19:58,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45eaaaff{HTTP/1.1, (http/1.1)}{localhost:43815} 2024-11-20T11:19:58,302 INFO [Time-limited test {}] server.Server(415): Started @189556ms 2024-11-20T11:19:58,303 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:19:58,396 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/cluster_baf6da3a-c158-862a-278b-040931479ad7/data/data1/current/BP-638932299-172.17.0.2-1732101597915/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:58,397 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/cluster_baf6da3a-c158-862a-278b-040931479ad7/data/data2/current/BP-638932299-172.17.0.2-1732101597915/current, will proceed with Du for space computation calculation, 2024-11-20T11:19:58,431 WARN [Thread-2294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:19:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9248b4373ec6959f with lease ID 0x9deaab430b505e40: Processing first storage report for DS-b715921a-c027-49ca-9440-0cb10a94f699 from datanode DatanodeRegistration(127.0.0.1:45291, datanodeUuid=4441eee1-2a2c-4f9c-b39d-67671c63f0d6, infoPort=41567, infoSecurePort=0, ipcPort=36875, storageInfo=lv=-57;cid=testClusterID;nsid=233279641;c=1732101597915) 2024-11-20T11:19:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9248b4373ec6959f with lease ID 0x9deaab430b505e40: from storage DS-b715921a-c027-49ca-9440-0cb10a94f699 node DatanodeRegistration(127.0.0.1:45291, datanodeUuid=4441eee1-2a2c-4f9c-b39d-67671c63f0d6, infoPort=41567, infoSecurePort=0, ipcPort=36875, storageInfo=lv=-57;cid=testClusterID;nsid=233279641;c=1732101597915), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9248b4373ec6959f with lease ID 0x9deaab430b505e40: Processing first storage report for DS-16f3bf7d-359b-4efd-bfbf-9ddc32c25b71 from datanode DatanodeRegistration(127.0.0.1:45291, datanodeUuid=4441eee1-2a2c-4f9c-b39d-67671c63f0d6, infoPort=41567, infoSecurePort=0, ipcPort=36875, storageInfo=lv=-57;cid=testClusterID;nsid=233279641;c=1732101597915) 2024-11-20T11:19:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9248b4373ec6959f with lease ID 0x9deaab430b505e40: from storage DS-16f3bf7d-359b-4efd-bfbf-9ddc32c25b71 node DatanodeRegistration(127.0.0.1:45291, datanodeUuid=4441eee1-2a2c-4f9c-b39d-67671c63f0d6, infoPort=41567, infoSecurePort=0, ipcPort=36875, storageInfo=lv=-57;cid=testClusterID;nsid=233279641;c=1732101597915), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:19:58,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f 2024-11-20T11:19:58,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:58,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:58,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:19:58,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8 with version=8 2024-11-20T11:19:58,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/hbase-staging 2024-11-20T11:19:58,940 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:58,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:58,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:58,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:58,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:58,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:58,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:19:58,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:58,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40275 2024-11-20T11:19:58,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40275 connecting to ZooKeeper ensemble=127.0.0.1:61109 2024-11-20T11:19:58,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402750x0, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:58,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40275-0x101351ac4f90003 connected 2024-11-20T11:19:58,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:58,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:58,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Set watcher on znode that does not yet exist, /1-1920495943/running 2024-11-20T11:19:58,970 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8, hbase.cluster.distributed=false 2024-11-20T11:19:58,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Set watcher on znode that does not yet exist, /1-1920495943/acl 2024-11-20T11:19:58,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40275 2024-11-20T11:19:58,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40275 2024-11-20T11:19:58,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40275 2024-11-20T11:19:58,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40275 2024-11-20T11:19:58,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40275 2024-11-20T11:19:58,999 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:19:58,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:58,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:58,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:19:58,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:19:58,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:19:58,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:19:58,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:19:59,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36681 2024-11-20T11:19:59,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36681 connecting to ZooKeeper ensemble=127.0.0.1:61109 2024-11-20T11:19:59,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:59,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:59,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366810x0, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:19:59,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36681-0x101351ac4f90004 connected 2024-11-20T11:19:59,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Set watcher on znode that does not yet exist, /1-1920495943/running 2024-11-20T11:19:59,007 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:19:59,009 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:19:59,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Set watcher on znode that does not yet exist, /1-1920495943/master 2024-11-20T11:19:59,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Set watcher on znode that does not yet exist, /1-1920495943/acl 2024-11-20T11:19:59,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-20T11:19:59,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36681 2024-11-20T11:19:59,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36681 2024-11-20T11:19:59,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-20T11:19:59,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-20T11:19:59,034 DEBUG [M:0;448ea6c54a8c:40275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:40275 2024-11-20T11:19:59,034 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1920495943/backup-masters/448ea6c54a8c,40275,1732101598940 2024-11-20T11:19:59,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943/backup-masters 2024-11-20T11:19:59,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943/backup-masters 2024-11-20T11:19:59,037 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Set watcher on existing znode=/1-1920495943/backup-masters/448ea6c54a8c,40275,1732101598940 2024-11-20T11:19:59,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1920495943/master 2024-11-20T11:19:59,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:19:59,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:19:59,038 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Set watcher on existing znode=/1-1920495943/master 2024-11-20T11:19:59,039 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1920495943/backup-masters/448ea6c54a8c,40275,1732101598940 from backup master directory 2024-11-20T11:19:59,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1920495943/backup-masters/448ea6c54a8c,40275,1732101598940 2024-11-20T11:19:59,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943/backup-masters 2024-11-20T11:19:59,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943/backup-masters 2024-11-20T11:19:59,041 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:59,041 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,40275,1732101598940 2024-11-20T11:19:59,044 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/hbase.id] with ID: 51062d46-9676-41e0-99c3-639575f9b0c9 2024-11-20T11:19:59,044 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/.tmp/hbase.id 2024-11-20T11:19:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:19:59,453 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/.tmp/hbase.id]:[hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/hbase.id] 2024-11-20T11:19:59,462 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:19:59,462 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:19:59,463 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:19:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:19:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:19:59,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:19:59,478 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:19:59,479 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:19:59,479 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:59,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:19:59,484 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store 2024-11-20T11:19:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:19:59,490 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:59,490 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:19:59,490 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:59,490 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:59,490 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:19:59,490 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:59,490 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:19:59,490 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101599490Disabling compacts and flushes for region at 1732101599490Disabling writes for close at 1732101599490Writing region close event to WAL at 1732101599490Closed at 1732101599490 2024-11-20T11:19:59,491 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/.initializing 2024-11-20T11:19:59,491 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/WALs/448ea6c54a8c,40275,1732101598940 2024-11-20T11:19:59,491 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:59,493 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C40275%2C1732101598940, suffix=, logDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/WALs/448ea6c54a8c,40275,1732101598940, archiveDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/oldWALs, maxLogs=10 2024-11-20T11:19:59,509 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/WALs/448ea6c54a8c,40275,1732101598940/448ea6c54a8c%2C40275%2C1732101598940.1732101599493, exclude list is [], retry=0 2024-11-20T11:19:59,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45291,DS-b715921a-c027-49ca-9440-0cb10a94f699,DISK] 2024-11-20T11:19:59,513 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/WALs/448ea6c54a8c,40275,1732101598940/448ea6c54a8c%2C40275%2C1732101598940.1732101599493 2024-11-20T11:19:59,513 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41567:41567)] 2024-11-20T11:19:59,513 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:19:59,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:59,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,514 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:19:59,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:59,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:59,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:19:59,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:59,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:59,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:19:59,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:59,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:59,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:19:59,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:59,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:19:59,520 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,521 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,521 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,522 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,522 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,522 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:59,523 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:19:59,525 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:59,525 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66996803, jitterRate=-0.0016698390245437622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:59,525 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101599514Initializing all the Stores at 1732101599514Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101599514Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101599515 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101599515Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101599515Cleaning up temporary data from old regions at 1732101599522 (+7 ms)Region opened successfully at 1732101599525 (+3 ms) 2024-11-20T11:19:59,526 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:19:59,528 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d19e230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:59,529 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:19:59,529 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:19:59,529 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:19:59,529 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:19:59,530 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:19:59,530 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:19:59,530 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:19:59,537 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:19:59,538 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Unable to get data of znode /1-1920495943/balancer because node does not exist (not necessarily an error) 2024-11-20T11:19:59,539 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1920495943/balancer already deleted, retry=false 2024-11-20T11:19:59,540 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:19:59,540 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Unable to get data of znode /1-1920495943/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:19:59,542 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1920495943/normalizer already deleted, retry=false 2024-11-20T11:19:59,542 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:19:59,543 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Unable to get data of znode /1-1920495943/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:19:59,545 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1920495943/switch/split already deleted, retry=false 2024-11-20T11:19:59,546 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Unable to get data of znode /1-1920495943/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:19:59,547 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1920495943/switch/merge already deleted, retry=false 2024-11-20T11:19:59,549 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Unable to get data of znode /1-1920495943/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:19:59,551 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1920495943/snapshot-cleanup already deleted, retry=false 2024-11-20T11:19:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1920495943/running 2024-11-20T11:19:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:19:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1920495943/running 2024-11-20T11:19:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:19:59,553 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,40275,1732101598940, sessionid=0x101351ac4f90003, setting cluster-up flag (Was=false) 2024-11-20T11:19:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:19:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:19:59,561 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1920495943/flush-table-proc/acquired, /1-1920495943/flush-table-proc/reached, /1-1920495943/flush-table-proc/abort 2024-11-20T11:19:59,561 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,40275,1732101598940 2024-11-20T11:19:59,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:19:59,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:19:59,569 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1920495943/online-snapshot/acquired, /1-1920495943/online-snapshot/reached, /1-1920495943/online-snapshot/abort 2024-11-20T11:19:59,570 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,40275,1732101598940 2024-11-20T11:19:59,572 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:19:59,573 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:59,573 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:19:59,573 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:19:59,574 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,40275,1732101598940 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:19:59,575 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:59,575 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:59,575 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:59,575 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:19:59,575 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:19:59,575 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,575 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:59,575 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:59,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:19:59,577 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:59,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:19:59,582 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101629582 2024-11-20T11:19:59,582 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:19:59,582 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:19:59,582 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:19:59,582 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:19:59,582 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:19:59,582 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:19:59,584 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,585 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:19:59,585 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:19:59,585 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:19:59,585 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:19:59,587 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:19:59,587 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:19:59,589 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101599587,5,FailOnTimeoutGroup] 2024-11-20T11:19:59,590 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101599589,5,FailOnTimeoutGroup] 2024-11-20T11:19:59,590 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,590 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:19:59,590 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,590 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:19:59,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:19:59,591 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8 2024-11-20T11:19:59,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741832_1008 (size=32) 2024-11-20T11:19:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:19:59,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:19:59,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:19:59,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:59,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:59,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:19:59,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:19:59,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:59,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:59,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:19:59,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:19:59,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:59,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:59,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:19:59,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:19:59,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:19:59,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:19:59,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:19:59,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740 2024-11-20T11:19:59,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740 2024-11-20T11:19:59,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:19:59,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:19:59,613 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:19:59,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:19:59,615 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:19:59,615 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60742880, jitterRate=-0.09486055374145508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:19:59,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101599605Initializing all the Stores at 1732101599606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101599606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101599606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101599606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101599606Cleaning up temporary data from old regions at 1732101599612 (+6 ms)Region opened successfully at 1732101599615 (+3 ms) 2024-11-20T11:19:59,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:19:59,615 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:19:59,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:19:59,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:19:59,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:19:59,616 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:19:59,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101599615Disabling compacts and flushes for region at 1732101599615Disabling writes for close at 1732101599615Writing region close event to WAL at 1732101599616 (+1 ms)Closed at 1732101599616 2024-11-20T11:19:59,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:19:59,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:19:59,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:19:59,618 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:19:59,618 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:19:59,620 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(746): ClusterId : 51062d46-9676-41e0-99c3-639575f9b0c9 2024-11-20T11:19:59,620 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:19:59,622 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:19:59,622 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:19:59,624 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:19:59,625 DEBUG [RS:0;448ea6c54a8c:36681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c3e058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:19:59,638 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:36681 2024-11-20T11:19:59,638 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:19:59,638 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:19:59,638 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:19:59,638 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,40275,1732101598940 with port=36681, startcode=1732101598998 2024-11-20T11:19:59,638 DEBUG [RS:0;448ea6c54a8c:36681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:19:59,640 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:19:59,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,36681,1732101598998 2024-11-20T11:19:59,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40275 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,36681,1732101598998 2024-11-20T11:19:59,642 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8 2024-11-20T11:19:59,642 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36899 2024-11-20T11:19:59,642 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:19:59,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943/rs 2024-11-20T11:19:59,650 DEBUG [RS:0;448ea6c54a8c:36681 {}] zookeeper.ZKUtil(111): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Set watcher on existing znode=/1-1920495943/rs/448ea6c54a8c,36681,1732101598998 2024-11-20T11:19:59,650 WARN [RS:0;448ea6c54a8c:36681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:19:59,650 INFO [RS:0;448ea6c54a8c:36681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:19:59,651 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998 2024-11-20T11:19:59,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,36681,1732101598998] 2024-11-20T11:19:59,654 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:19:59,655 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:19:59,656 INFO [RS:0;448ea6c54a8c:36681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:19:59,656 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,656 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:19:59,657 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:19:59,657 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:59,657 DEBUG [RS:0;448ea6c54a8c:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:19:59,660 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,660 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,660 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,660 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,660 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,660 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36681,1732101598998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:19:59,678 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:19:59,678 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36681,1732101598998-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,678 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,678 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.Replication(171): 448ea6c54a8c,36681,1732101598998 started 2024-11-20T11:19:59,691 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:19:59,691 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,36681,1732101598998, RpcServer on 448ea6c54a8c/172.17.0.2:36681, sessionid=0x101351ac4f90004 2024-11-20T11:19:59,691 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:19:59,691 DEBUG [RS:0;448ea6c54a8c:36681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,36681,1732101598998 2024-11-20T11:19:59,691 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,36681,1732101598998' 2024-11-20T11:19:59,691 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1920495943/flush-table-proc/abort' 2024-11-20T11:19:59,692 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1920495943/flush-table-proc/acquired' 2024-11-20T11:19:59,692 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:19:59,692 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:19:59,692 DEBUG [RS:0;448ea6c54a8c:36681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,36681,1732101598998 2024-11-20T11:19:59,692 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,36681,1732101598998' 2024-11-20T11:19:59,692 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1920495943/online-snapshot/abort' 2024-11-20T11:19:59,692 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1920495943/online-snapshot/acquired' 2024-11-20T11:19:59,693 DEBUG [RS:0;448ea6c54a8c:36681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:19:59,693 INFO [RS:0;448ea6c54a8c:36681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:19:59,693 INFO [RS:0;448ea6c54a8c:36681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:19:59,768 WARN [448ea6c54a8c:40275 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T11:19:59,793 INFO [RS:0;448ea6c54a8c:36681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:19:59,794 INFO [RS:0;448ea6c54a8c:36681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C36681%2C1732101598998, suffix=, logDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998, archiveDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/oldWALs, maxLogs=10 2024-11-20T11:19:59,809 DEBUG [RS:0;448ea6c54a8c:36681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795, exclude list is [], retry=0 2024-11-20T11:19:59,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45291,DS-b715921a-c027-49ca-9440-0cb10a94f699,DISK] 2024-11-20T11:19:59,813 INFO [RS:0;448ea6c54a8c:36681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 2024-11-20T11:19:59,816 DEBUG [RS:0;448ea6c54a8c:36681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41567:41567)] 2024-11-20T11:20:00,019 DEBUG [448ea6c54a8c:40275 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:20:00,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,36681,1732101598998 2024-11-20T11:20:00,020 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,36681,1732101598998, state=OPENING 2024-11-20T11:20:00,022 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:20:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:20:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:20:00,023 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:20:00,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1920495943/meta-region-server: CHANGED 2024-11-20T11:20:00,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1920495943/meta-region-server: CHANGED 2024-11-20T11:20:00,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,36681,1732101598998}] 2024-11-20T11:20:00,176 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:00,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:20:00,180 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:20:00,180 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:00,181 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:20:00,182 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C36681%2C1732101598998.meta, suffix=.meta, logDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998, archiveDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/oldWALs, maxLogs=10 2024-11-20T11:20:00,195 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.meta.1732101600182.meta, exclude list is [], retry=0 2024-11-20T11:20:00,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45291,DS-b715921a-c027-49ca-9440-0cb10a94f699,DISK] 2024-11-20T11:20:00,198 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.meta.1732101600182.meta 2024-11-20T11:20:00,199 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41567:41567)] 2024-11-20T11:20:00,199 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:00,199 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:00,199 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:20:00,199 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:20:00,199 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:20:00,200 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:20:00,200 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:00,200 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:20:00,200 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:20:00,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:20:00,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:20:00,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:00,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:00,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:20:00,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:20:00,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:00,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:00,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:20:00,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:20:00,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:00,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:00,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:20:00,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:20:00,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:00,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:00,205 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:20:00,205 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740 2024-11-20T11:20:00,206 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740 2024-11-20T11:20:00,207 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:20:00,207 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:20:00,208 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:00,209 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:20:00,210 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62188528, jitterRate=-0.0733187198638916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:00,210 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:20:00,210 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101600200Writing region info on filesystem at 1732101600200Initializing all the Stores at 1732101600200Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101600200Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101600201 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101600201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101600201Cleaning up temporary data from old regions at 1732101600207 (+6 ms)Running coprocessor post-open hooks at 1732101600210 (+3 ms)Region opened successfully at 1732101600210 2024-11-20T11:20:00,211 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101600175 2024-11-20T11:20:00,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,36681,1732101598998 2024-11-20T11:20:00,215 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,36681,1732101598998, state=OPEN 2024-11-20T11:20:00,215 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:20:00,215 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:20:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1920495943/meta-region-server 2024-11-20T11:20:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1920495943/meta-region-server 2024-11-20T11:20:00,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1920495943/meta-region-server: CHANGED 2024-11-20T11:20:00,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1920495943/meta-region-server: CHANGED 2024-11-20T11:20:00,218 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,36681,1732101598998 2024-11-20T11:20:00,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:20:00,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,36681,1732101598998 in 195 msec 2024-11-20T11:20:00,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:20:00,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-20T11:20:00,224 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:00,224 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:20:00,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:00,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,36681,1732101598998, seqNum=-1] 2024-11-20T11:20:00,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:00,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:00,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 658 msec 2024-11-20T11:20:00,232 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101600232, completionTime=-1 2024-11-20T11:20:00,232 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:20:00,232 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:20:00,234 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:20:00,234 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101660234 2024-11-20T11:20:00,234 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101720234 2024-11-20T11:20:00,234 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T11:20:00,234 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40275,1732101598940-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:00,234 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40275,1732101598940-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:00,234 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40275,1732101598940-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:00,234 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:40275, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:00,234 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:00,235 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:00,236 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:20:00,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.197sec 2024-11-20T11:20:00,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:20:00,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:20:00,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:20:00,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:20:00,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:20:00,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40275,1732101598940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:20:00,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40275,1732101598940-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:20:00,240 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:20:00,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:20:00,240 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,40275,1732101598940-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:00,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9888fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:00,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40275,-1 for getting cluster id 2024-11-20T11:20:00,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:00,322 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51062d46-9676-41e0-99c3-639575f9b0c9' 2024-11-20T11:20:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51062d46-9676-41e0-99c3-639575f9b0c9" 2024-11-20T11:20:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f7d12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40275,-1] 2024-11-20T11:20:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:00,323 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:00,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c590f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:00,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:00,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,36681,1732101598998, seqNum=-1] 2024-11-20T11:20:00,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:00,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:00,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,40275,1732101598940 2024-11-20T11:20:00,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61109 2024-11-20T11:20:00,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:00,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101351ac4f90005 connected 2024-11-20T11:20:00,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:00,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38285,1732101594805 2024-11-20T11:20:00,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@469b811a 2024-11-20T11:20:00,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:00,335 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:00,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:20:00,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:20:00,338 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:00,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:20:00,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:20:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:00,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:20:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:00,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d9131b01cebf02f6cfe626950a94c11, NAME => 'test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd 2024-11-20T11:20:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:20:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:01,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:01,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d9131b01cebf02f6cfe626950a94c11, disabling compactions & flushes 2024-11-20T11:20:01,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:01,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:01,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. after waiting 0 ms 2024-11-20T11:20:01,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:01,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:01,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d9131b01cebf02f6cfe626950a94c11: Waiting for close lock at 1732101601152Disabling compacts and flushes for region at 1732101601152Disabling writes for close at 1732101601152Writing region close event to WAL at 1732101601152Closed at 1732101601152 2024-11-20T11:20:01,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:20:01,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101601153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101601153"}]},"ts":"1732101601153"} 2024-11-20T11:20:01,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:20:01,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:20:01,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101601156"}]},"ts":"1732101601156"} 2024-11-20T11:20:01,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:20:01,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d9131b01cebf02f6cfe626950a94c11, ASSIGN}] 2024-11-20T11:20:01,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d9131b01cebf02f6cfe626950a94c11, ASSIGN 2024-11-20T11:20:01,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d9131b01cebf02f6cfe626950a94c11, ASSIGN; state=OFFLINE, location=448ea6c54a8c,32817,1732101594861; forceNewPlan=false, retain=false 2024-11-20T11:20:01,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d9131b01cebf02f6cfe626950a94c11, regionState=OPENING, regionLocation=448ea6c54a8c,32817,1732101594861 2024-11-20T11:20:01,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d9131b01cebf02f6cfe626950a94c11, ASSIGN because future has completed 2024-11-20T11:20:01,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d9131b01cebf02f6cfe626950a94c11, server=448ea6c54a8c,32817,1732101594861}] 2024-11-20T11:20:01,467 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:01,468 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d9131b01cebf02f6cfe626950a94c11, NAME => 'test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:01,468 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:01,468 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:20:01,468 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,468 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:01,468 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,468 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,470 INFO [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,471 INFO [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9131b01cebf02f6cfe626950a94c11 columnFamilyName f 2024-11-20T11:20:01,471 DEBUG [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:01,471 INFO [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] regionserver.HStore(327): Store=4d9131b01cebf02f6cfe626950a94c11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:01,471 INFO [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:01,472 INFO [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9131b01cebf02f6cfe626950a94c11 columnFamilyName f1 2024-11-20T11:20:01,472 DEBUG [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:01,473 INFO [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] regionserver.HStore(327): Store=4d9131b01cebf02f6cfe626950a94c11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:01,473 INFO [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,473 INFO [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9131b01cebf02f6cfe626950a94c11 columnFamilyName norep 2024-11-20T11:20:01,473 DEBUG [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:01,474 INFO [StoreOpener-4d9131b01cebf02f6cfe626950a94c11-1 {}] regionserver.HStore(327): Store=4d9131b01cebf02f6cfe626950a94c11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:01,474 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,474 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,474 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,475 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,475 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,476 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:20:01,476 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,478 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:01,478 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d9131b01cebf02f6cfe626950a94c11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62979925, jitterRate=-0.06152598559856415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:20:01,478 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:01,479 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d9131b01cebf02f6cfe626950a94c11: Running coprocessor pre-open hook at 1732101601468Writing region info on filesystem at 1732101601468Initializing all the Stores at 1732101601469 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101601469Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101601470 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101601470Cleaning up temporary data from old regions at 1732101601475 (+5 ms)Running coprocessor post-open hooks at 1732101601478 (+3 ms)Region opened successfully at 1732101601479 (+1 ms) 2024-11-20T11:20:01,480 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11., pid=6, masterSystemTime=1732101601464 2024-11-20T11:20:01,481 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:01,481 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:01,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d9131b01cebf02f6cfe626950a94c11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,32817,1732101594861 2024-11-20T11:20:01,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d9131b01cebf02f6cfe626950a94c11, server=448ea6c54a8c,32817,1732101594861 because future has completed 2024-11-20T11:20:01,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:20:01,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d9131b01cebf02f6cfe626950a94c11, server=448ea6c54a8c,32817,1732101594861 in 172 msec 2024-11-20T11:20:01,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:20:01,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d9131b01cebf02f6cfe626950a94c11, ASSIGN in 328 msec 2024-11-20T11:20:01,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:20:01,488 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101601488"}]},"ts":"1732101601488"} 2024-11-20T11:20:01,490 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:20:01,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:20:01,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-20T11:20:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:02,482 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:20:02,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,40275,1732101598940 2024-11-20T11:20:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6de3ee24 2024-11-20T11:20:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:02,484 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:02,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:20:02,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:20:02,487 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:02,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:20:02,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:20:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:20:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:02,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:20:02,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T11:20:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:02,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42481ed8ae818eac7936d880694e89ee, NAME => 'test,,1732101602485.42481ed8ae818eac7936d880694e89ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8 2024-11-20T11:20:02,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:20:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:03,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101602485.42481ed8ae818eac7936d880694e89ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:03,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42481ed8ae818eac7936d880694e89ee, disabling compactions & flushes 2024-11-20T11:20:03,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:03,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:03,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101602485.42481ed8ae818eac7936d880694e89ee. after waiting 0 ms 2024-11-20T11:20:03,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:03,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:03,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42481ed8ae818eac7936d880694e89ee: Waiting for close lock at 1732101603300Disabling compacts and flushes for region at 1732101603300Disabling writes for close at 1732101603300Writing region close event to WAL at 1732101603300Closed at 1732101603300 2024-11-20T11:20:03,301 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:20:03,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:20:03,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101602485.42481ed8ae818eac7936d880694e89ee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101603302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101603302"}]},"ts":"1732101603302"} 2024-11-20T11:20:03,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:20:03,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:20:03,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101603305"}]},"ts":"1732101603305"} 2024-11-20T11:20:03,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:20:03,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42481ed8ae818eac7936d880694e89ee, ASSIGN}] 2024-11-20T11:20:03,308 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42481ed8ae818eac7936d880694e89ee, ASSIGN 2024-11-20T11:20:03,309 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42481ed8ae818eac7936d880694e89ee, ASSIGN; state=OFFLINE, location=448ea6c54a8c,36681,1732101598998; forceNewPlan=false, retain=false 2024-11-20T11:20:03,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:03,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:03,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:03,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:03,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:03,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:03,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:03,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:03,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:03,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:03,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42481ed8ae818eac7936d880694e89ee, regionState=OPENING, regionLocation=448ea6c54a8c,36681,1732101598998 2024-11-20T11:20:03,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42481ed8ae818eac7936d880694e89ee, ASSIGN because future has completed 2024-11-20T11:20:03,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42481ed8ae818eac7936d880694e89ee, server=448ea6c54a8c,36681,1732101598998}] 2024-11-20T11:20:03,618 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:03,618 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42481ed8ae818eac7936d880694e89ee, NAME => 'test,,1732101602485.42481ed8ae818eac7936d880694e89ee.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:03,619 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:03,619 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:20:03,619 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,619 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101602485.42481ed8ae818eac7936d880694e89ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:03,619 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,619 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,621 INFO [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:03,622 INFO [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42481ed8ae818eac7936d880694e89ee columnFamilyName f 2024-11-20T11:20:03,622 DEBUG [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:03,623 INFO [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] regionserver.HStore(327): Store=42481ed8ae818eac7936d880694e89ee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:03,623 INFO [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,624 INFO [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42481ed8ae818eac7936d880694e89ee columnFamilyName f1 2024-11-20T11:20:03,624 DEBUG [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:03,624 INFO [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] regionserver.HStore(327): Store=42481ed8ae818eac7936d880694e89ee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:03,624 INFO [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,625 INFO [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42481ed8ae818eac7936d880694e89ee columnFamilyName norep 2024-11-20T11:20:03,625 DEBUG [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:03,625 INFO [StoreOpener-42481ed8ae818eac7936d880694e89ee-1 {}] regionserver.HStore(327): Store=42481ed8ae818eac7936d880694e89ee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:03,626 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,626 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,626 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,627 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,627 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,627 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:20:03,628 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,629 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:03,630 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42481ed8ae818eac7936d880694e89ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62050196, jitterRate=-0.07538002729415894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:20:03,630 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:03,630 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42481ed8ae818eac7936d880694e89ee: Running coprocessor pre-open hook at 1732101603619Writing region info on filesystem at 1732101603619Initializing all the Stores at 1732101603620 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101603620Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101603621 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101603621Cleaning up temporary data from old regions at 1732101603627 (+6 ms)Running coprocessor post-open hooks at 1732101603630 (+3 ms)Region opened successfully at 1732101603630 2024-11-20T11:20:03,631 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101602485.42481ed8ae818eac7936d880694e89ee., pid=6, masterSystemTime=1732101603615 2024-11-20T11:20:03,633 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:03,633 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:03,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42481ed8ae818eac7936d880694e89ee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,36681,1732101598998 2024-11-20T11:20:03,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42481ed8ae818eac7936d880694e89ee, server=448ea6c54a8c,36681,1732101598998 because future has completed 2024-11-20T11:20:03,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:20:03,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42481ed8ae818eac7936d880694e89ee, server=448ea6c54a8c,36681,1732101598998 in 174 msec 2024-11-20T11:20:03,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:20:03,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42481ed8ae818eac7936d880694e89ee, ASSIGN in 330 msec 2024-11-20T11:20:03,640 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:20:03,640 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101603640"}]},"ts":"1732101603640"} 2024-11-20T11:20:03,642 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:20:03,643 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:20:03,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-20T11:20:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T11:20:03,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T11:20:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:20:03,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T11:20:03,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:03,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T11:20:03,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:20:03,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T11:20:03,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:20:03,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T11:20:03,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T11:20:03,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T11:20:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:04,642 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:20:04,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38285,-1 for getting cluster id 2024-11-20T11:20:04,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:04,644 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c830934-5e49-4e61-ba7b-7f40e9804093' 2024-11-20T11:20:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c830934-5e49-4e61-ba7b-7f40e9804093" 2024-11-20T11:20:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d182528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38285,-1] 2024-11-20T11:20:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:04,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:04,645 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c793ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40275,-1 for getting cluster id 2024-11-20T11:20:04,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:04,647 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51062d46-9676-41e0-99c3-639575f9b0c9' 2024-11-20T11:20:04,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51062d46-9676-41e0-99c3-639575f9b0c9" 2024-11-20T11:20:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d0b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40275,-1] 2024-11-20T11:20:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:04,649 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931211d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38285,-1 for getting cluster id 2024-11-20T11:20:04,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:04,651 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c830934-5e49-4e61-ba7b-7f40e9804093' 2024-11-20T11:20:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c830934-5e49-4e61-ba7b-7f40e9804093" 2024-11-20T11:20:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e0c211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38285,-1] 2024-11-20T11:20:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:04,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:04,652 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b87d691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38285,1732101594805 2024-11-20T11:20:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29bdbf35 2024-11-20T11:20:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:04,655 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:04,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:40275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:20:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:20:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:04,658 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:40275' 2024-11-20T11:20:04,659 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d75b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,659 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40275,-1 for getting cluster id 2024-11-20T11:20:04,659 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:04,659 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51062d46-9676-41e0-99c3-639575f9b0c9' 2024-11-20T11:20:04,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:04,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51062d46-9676-41e0-99c3-639575f9b0c9" 2024-11-20T11:20:04,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c07f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40275,-1] 2024-11-20T11:20:04,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:04,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:04,661 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:04,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fdffd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:04,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:04,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,40275,1732101598940 2024-11-20T11:20:04,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ca0331b 2024-11-20T11:20:04,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:04,663 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:04,664 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T11:20:04,664 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:20:04,664 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:04,664 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:04,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:04,664 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:04,665 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:20:04,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:20:04,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:04,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:20:04,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:20:04,716 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:20:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:05,074 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 034af40bd9cd54b1c7570970140a680f, NAME => 'hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd 2024-11-20T11:20:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:20:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:05,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:05,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 034af40bd9cd54b1c7570970140a680f, disabling compactions & flushes 2024-11-20T11:20:05,479 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:05,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:05,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. after waiting 0 ms 2024-11-20T11:20:05,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:05,479 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:05,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 034af40bd9cd54b1c7570970140a680f: Waiting for close lock at 1732101605479Disabling compacts and flushes for region at 1732101605479Disabling writes for close at 1732101605479Writing region close event to WAL at 1732101605479Closed at 1732101605479 2024-11-20T11:20:05,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:20:05,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101605481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101605481"}]},"ts":"1732101605481"} 2024-11-20T11:20:05,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:20:05,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:20:05,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101605483"}]},"ts":"1732101605483"} 2024-11-20T11:20:05,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:20:05,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=034af40bd9cd54b1c7570970140a680f, ASSIGN}] 2024-11-20T11:20:05,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=034af40bd9cd54b1c7570970140a680f, ASSIGN 2024-11-20T11:20:05,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=034af40bd9cd54b1c7570970140a680f, ASSIGN; state=OFFLINE, location=448ea6c54a8c,32817,1732101594861; forceNewPlan=false, retain=false 2024-11-20T11:20:05,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=034af40bd9cd54b1c7570970140a680f, regionState=OPENING, regionLocation=448ea6c54a8c,32817,1732101594861 2024-11-20T11:20:05,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=034af40bd9cd54b1c7570970140a680f, ASSIGN because future has completed 2024-11-20T11:20:05,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 034af40bd9cd54b1c7570970140a680f, server=448ea6c54a8c,32817,1732101594861}] 2024-11-20T11:20:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:05,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:05,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:05,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:20:05,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C32817%2C1732101594861.rep, suffix=, logDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861, archiveDir=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/oldWALs, maxLogs=10 2024-11-20T11:20:05,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.rep.1732101605798, exclude list is [], retry=0 2024-11-20T11:20:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-486b200b-b1e6-49d7-94bd-1172badfef8f,DISK] 2024-11-20T11:20:05,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.rep.1732101605798 2024-11-20T11:20:05,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-20T11:20:05,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 034af40bd9cd54b1c7570970140a680f, NAME => 'hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:05,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:05,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:20:05,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. service=MultiRowMutationService 2024-11-20T11:20:05,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:20:05,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:05,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,818 INFO [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,819 INFO [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 034af40bd9cd54b1c7570970140a680f columnFamilyName hfileref 2024-11-20T11:20:05,819 DEBUG [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:05,819 INFO [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] regionserver.HStore(327): Store=034af40bd9cd54b1c7570970140a680f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:05,819 INFO [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,820 INFO [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 034af40bd9cd54b1c7570970140a680f columnFamilyName queue 2024-11-20T11:20:05,820 DEBUG [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:05,821 INFO [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] regionserver.HStore(327): Store=034af40bd9cd54b1c7570970140a680f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:05,821 INFO [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,822 INFO [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 034af40bd9cd54b1c7570970140a680f columnFamilyName sid 2024-11-20T11:20:05,822 DEBUG [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:05,822 INFO [StoreOpener-034af40bd9cd54b1c7570970140a680f-1 {}] regionserver.HStore(327): Store=034af40bd9cd54b1c7570970140a680f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:05,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/replication/034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/replication/034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:20:05,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/replication/034af40bd9cd54b1c7570970140a680f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:05,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 034af40bd9cd54b1c7570970140a680f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74657271, jitterRate=0.112480029463768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:20:05,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:05,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 034af40bd9cd54b1c7570970140a680f: Running coprocessor pre-open hook at 1732101605817Writing region info on filesystem at 1732101605817Initializing all the Stores at 1732101605817Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101605817Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101605818 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101605818Cleaning up temporary data from old regions at 1732101605824 (+6 ms)Running coprocessor post-open hooks at 1732101605827 (+3 ms)Region opened successfully at 1732101605828 (+1 ms) 2024-11-20T11:20:05,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f., pid=10, masterSystemTime=1732101605791 2024-11-20T11:20:05,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:05,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:05,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=034af40bd9cd54b1c7570970140a680f, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,32817,1732101594861 2024-11-20T11:20:05,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 034af40bd9cd54b1c7570970140a680f, server=448ea6c54a8c,32817,1732101594861 because future has completed 2024-11-20T11:20:05,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:20:05,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 034af40bd9cd54b1c7570970140a680f, server=448ea6c54a8c,32817,1732101594861 in 195 msec 2024-11-20T11:20:05,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:20:05,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=034af40bd9cd54b1c7570970140a680f, ASSIGN in 352 msec 2024-11-20T11:20:05,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:20:05,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101605839"}]},"ts":"1732101605839"} 2024-11-20T11:20:05,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:20:05,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:20:05,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-20T11:20:05,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f., hostname=448ea6c54a8c,32817,1732101594861, seqNum=2] 2024-11-20T11:20:05,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:20:05,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:20:05,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:20:06,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:20:06,040 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:20:06,069 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,32817,1732101594861, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:20:06,070 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:06,070 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,32817,1732101594861, seqNum=-1] 2024-11-20T11:20:06,070 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:06,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T11:20:06,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,32817,1732101594861', locateType=CURRENT is [region=hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f., hostname=448ea6c54a8c,32817,1732101594861, seqNum=2] 2024-11-20T11:20:06,075 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:20:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:20:06,077 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,32817,1732101594861 suceeded 2024-11-20T11:20:06,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:20:06,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-20T11:20:06,079 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:40275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:20:06,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-20T11:20:06,091 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:40275' 2024-11-20T11:20:06,092 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fc1b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:06,092 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40275,-1 for getting cluster id 2024-11-20T11:20:06,092 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:06,093 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51062d46-9676-41e0-99c3-639575f9b0c9' 2024-11-20T11:20:06,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:06,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51062d46-9676-41e0-99c3-639575f9b0c9" 2024-11-20T11:20:06,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@707e8567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:06,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40275,-1] 2024-11-20T11:20:06,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:06,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:06,094 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:06,095 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@289eced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:06,095 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:06,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,40275,1732101598940 2024-11-20T11:20:06,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c67c4e1 2024-11-20T11:20:06,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:06,097 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-20T11:20:06,097 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,32817,1732101594861 (queues=1) is replicating from cluster=6c830934-5e49-4e61-ba7b-7f40e9804093 to cluster=51062d46-9676-41e0-99c3-639575f9b0c9 2024-11-20T11:20:06,097 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C32817%2C1732101594861 2024-11-20T11:20:06,097 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,32817,1732101594861, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:20:06,098 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844, startPosition=0, beingWritten=true 2024-11-20T11:20:06,098 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.shipper448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C32817%2C1732101594861 2024-11-20T11:20:06,102 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:06,102 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 379, reset compression=false 2024-11-20T11:20:06,102 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.shipper448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32817,1732101594861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:06,306 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 379, reset compression=false 2024-11-20T11:20:06,611 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 379, reset compression=false 2024-11-20T11:20:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:06,812 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:20:06,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:06,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:06,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:06,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:06,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:06,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1ee519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:06,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40275,-1 for getting cluster id 2024-11-20T11:20:06,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:06,815 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51062d46-9676-41e0-99c3-639575f9b0c9' 2024-11-20T11:20:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51062d46-9676-41e0-99c3-639575f9b0c9" 2024-11-20T11:20:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370e70d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40275,-1] 2024-11-20T11:20:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:06,817 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:06,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3e9c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:06,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,40275,1732101598940 2024-11-20T11:20:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8119ff 2024-11-20T11:20:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:06,821 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:06,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:38285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:20:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:20:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:06,824 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:38285' 2024-11-20T11:20:06,825 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fb38be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:06,826 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38285,-1 for getting cluster id 2024-11-20T11:20:06,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:06,826 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c830934-5e49-4e61-ba7b-7f40e9804093' 2024-11-20T11:20:06,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:06,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c830934-5e49-4e61-ba7b-7f40e9804093" 2024-11-20T11:20:06,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c4d32b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:06,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38285,-1] 2024-11-20T11:20:06,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:06,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:06,828 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:06,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8fdfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:06,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:06,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38285,1732101594805 2024-11-20T11:20:06,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@514d3142 2024-11-20T11:20:06,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:06,830 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:06,831 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T11:20:06,831 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:20:06,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:06,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:06,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:06,832 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:06,833 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:20:06,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:20:06,834 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:06,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:20:06,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:20:06,883 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:20:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:07,015 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 379, reset compression=false 2024-11-20T11:20:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:07,201 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:07,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:20:07,202 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18241 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:20:07,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 151f786b6b6299f76c6ce251e8369410, NAME => 'hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8 2024-11-20T11:20:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:20:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:07,519 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 379, reset compression=false 2024-11-20T11:20:07,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:07,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 151f786b6b6299f76c6ce251e8369410, disabling compactions & flushes 2024-11-20T11:20:07,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:07,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:07,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. after waiting 0 ms 2024-11-20T11:20:07,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:07,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:07,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 151f786b6b6299f76c6ce251e8369410: Waiting for close lock at 1732101607655Disabling compacts and flushes for region at 1732101607655Disabling writes for close at 1732101607655Writing region close event to WAL at 1732101607655Closed at 1732101607655 2024-11-20T11:20:07,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:20:07,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101607656"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101607656"}]},"ts":"1732101607656"} 2024-11-20T11:20:07,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:20:07,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:20:07,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101607660"}]},"ts":"1732101607660"} 2024-11-20T11:20:07,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:20:07,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=151f786b6b6299f76c6ce251e8369410, ASSIGN}] 2024-11-20T11:20:07,663 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=151f786b6b6299f76c6ce251e8369410, ASSIGN 2024-11-20T11:20:07,664 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=151f786b6b6299f76c6ce251e8369410, ASSIGN; state=OFFLINE, location=448ea6c54a8c,36681,1732101598998; forceNewPlan=false, retain=false 2024-11-20T11:20:07,814 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=151f786b6b6299f76c6ce251e8369410, regionState=OPENING, regionLocation=448ea6c54a8c,36681,1732101598998 2024-11-20T11:20:07,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=151f786b6b6299f76c6ce251e8369410, ASSIGN because future has completed 2024-11-20T11:20:07,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 151f786b6b6299f76c6ce251e8369410, server=448ea6c54a8c,36681,1732101598998}] 2024-11-20T11:20:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:07,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:07,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:07,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:20:07,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C36681%2C1732101598998.rep, suffix=, logDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998, archiveDir=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/oldWALs, maxLogs=10 2024-11-20T11:20:07,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.rep.1732101607974, exclude list is [], retry=0 2024-11-20T11:20:07,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45291,DS-b715921a-c027-49ca-9440-0cb10a94f699,DISK] 2024-11-20T11:20:07,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.rep.1732101607974 2024-11-20T11:20:07,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41567:41567)] 2024-11-20T11:20:07,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 151f786b6b6299f76c6ce251e8369410, NAME => 'hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:07,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:07,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:20:07,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. service=MultiRowMutationService 2024-11-20T11:20:07,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:20:07,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:07,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,992 INFO [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,993 INFO [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 151f786b6b6299f76c6ce251e8369410 columnFamilyName hfileref 2024-11-20T11:20:07,993 DEBUG [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:07,993 INFO [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] regionserver.HStore(327): Store=151f786b6b6299f76c6ce251e8369410/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:07,993 INFO [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,994 INFO [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 151f786b6b6299f76c6ce251e8369410 columnFamilyName queue 2024-11-20T11:20:07,994 DEBUG [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:07,995 INFO [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] regionserver.HStore(327): Store=151f786b6b6299f76c6ce251e8369410/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:07,995 INFO [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,996 INFO [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 151f786b6b6299f76c6ce251e8369410 columnFamilyName sid 2024-11-20T11:20:07,996 DEBUG [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:07,996 INFO [StoreOpener-151f786b6b6299f76c6ce251e8369410-1 {}] regionserver.HStore(327): Store=151f786b6b6299f76c6ce251e8369410/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:07,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/replication/151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/replication/151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:07,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:20:07,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:08,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/replication/151f786b6b6299f76c6ce251e8369410/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:08,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 151f786b6b6299f76c6ce251e8369410; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75274286, jitterRate=0.12167426943778992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:20:08,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:08,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 151f786b6b6299f76c6ce251e8369410: Running coprocessor pre-open hook at 1732101607991Writing region info on filesystem at 1732101607991Initializing all the Stores at 1732101607991Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101607991Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101607991Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101607991Cleaning up temporary data from old regions at 1732101607998 (+7 ms)Running coprocessor post-open hooks at 1732101608001 (+3 ms)Region opened successfully at 1732101608001 2024-11-20T11:20:08,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410., pid=10, masterSystemTime=1732101607969 2024-11-20T11:20:08,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:08,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:08,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=151f786b6b6299f76c6ce251e8369410, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,36681,1732101598998 2024-11-20T11:20:08,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 151f786b6b6299f76c6ce251e8369410, server=448ea6c54a8c,36681,1732101598998 because future has completed 2024-11-20T11:20:08,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:20:08,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 151f786b6b6299f76c6ce251e8369410, server=448ea6c54a8c,36681,1732101598998 in 190 msec 2024-11-20T11:20:08,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:20:08,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=151f786b6b6299f76c6ce251e8369410, ASSIGN in 347 msec 2024-11-20T11:20:08,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:20:08,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101608011"}]},"ts":"1732101608011"} 2024-11-20T11:20:08,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:20:08,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:20:08,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-20T11:20:08,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410., hostname=448ea6c54a8c,36681,1732101598998, seqNum=2] 2024-11-20T11:20:08,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:20:08,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:20:08,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:20:08,122 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 379, reset compression=false 2024-11-20T11:20:08,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:20:08,200 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:20:08,228 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,36681,1732101598998, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:20:08,228 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:08,228 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,36681,1732101598998, seqNum=-1] 2024-11-20T11:20:08,228 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:08,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T11:20:08,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,36681,1732101598998', locateType=CURRENT is [region=hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410., hostname=448ea6c54a8c,36681,1732101598998, seqNum=2] 2024-11-20T11:20:08,233 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:20:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:20:08,235 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,36681,1732101598998 suceeded 2024-11-20T11:20:08,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:20:08,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-20T11:20:08,237 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:38285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:20:08,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-20T11:20:08,247 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:38285' 2024-11-20T11:20:08,248 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e5acc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:08,248 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38285,-1 for getting cluster id 2024-11-20T11:20:08,248 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:08,249 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c830934-5e49-4e61-ba7b-7f40e9804093' 2024-11-20T11:20:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c830934-5e49-4e61-ba7b-7f40e9804093" 2024-11-20T11:20:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11fff10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38285,-1] 2024-11-20T11:20:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:08,250 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:08,251 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@393531a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:08,251 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:08,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,38285,1732101594805 2024-11-20T11:20:08,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b2e43a3 2024-11-20T11:20:08,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:08,253 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-20T11:20:08,253 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,36681,1732101598998 (queues=1) is replicating from cluster=51062d46-9676-41e0-99c3-639575f9b0c9 to cluster=6c830934-5e49-4e61-ba7b-7f40e9804093 2024-11-20T11:20:08,253 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C36681%2C1732101598998 2024-11-20T11:20:08,253 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,36681,1732101598998, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:20:08,254 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C36681%2C1732101598998 2024-11-20T11:20:08,254 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795, startPosition=0, beingWritten=true 2024-11-20T11:20:08,259 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:08,259 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 379, reset compression=false 2024-11-20T11:20:08,259 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,36681,1732101598998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:08,463 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 379, reset compression=false 2024-11-20T11:20:08,766 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 379, reset compression=false 2024-11-20T11:20:08,827 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 379, reset compression=false 2024-11-20T11:20:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:08,982 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:20:08,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:08,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:08,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:08,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:08,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:08,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:08,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,32817,1732101594861, seqNum=-1] 2024-11-20T11:20:08,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:08,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11., hostname=448ea6c54a8c,32817,1732101594861, seqNum=2] 2024-11-20T11:20:08,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,36681,1732101598998, seqNum=-1] 2024-11-20T11:20:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:08,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:08,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101602485.42481ed8ae818eac7936d880694e89ee., hostname=448ea6c54a8c,36681,1732101598998, seqNum=2] 2024-11-20T11:20:08,994 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T11:20:09,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:20:09,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:09,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:09,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:09,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:09,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:09,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:09,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:09,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:09,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:09,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:09,164 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T11:20:09,170 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 379, reset compression=false 2024-11-20T11:20:09,631 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 379, reset compression=false 2024-11-20T11:20:09,649 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:09,649 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 480, reset compression=false 2024-11-20T11:20:09,649 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.shipper448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32817,1732101594861 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d9131b01cebf02f6cfe626950a94c11/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T11:20:09,652 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.shipper448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:09,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-20T11:20:09,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:09,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ad1148e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:09,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,40275,-1 for getting cluster id 2024-11-20T11:20:09,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:09,657 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51062d46-9676-41e0-99c3-639575f9b0c9' 2024-11-20T11:20:09,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:09,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51062d46-9676-41e0-99c3-639575f9b0c9" 2024-11-20T11:20:09,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd9f2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:09,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,40275,-1] 2024-11-20T11:20:09,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:09,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:09,659 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:09,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b3020c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:09,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:09,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,36681,1732101598998, seqNum=-1] 2024-11-20T11:20:09,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:09,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T11:20:09,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101602485.42481ed8ae818eac7936d880694e89ee., hostname=448ea6c54a8c,36681,1732101598998, seqNum=2] 2024-11-20T11:20:09,674 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 379, reset compression=false 2024-11-20T11:20:09,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:09,853 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 480, reset compression=false 2024-11-20T11:20:09,997 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T11:20:10,001 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T11:20:10,173 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 480, reset compression=false 2024-11-20T11:20:10,278 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 379, reset compression=false 2024-11-20T11:20:10,283 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:10,283 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 607, reset compression=false 2024-11-20T11:20:10,283 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,36681,1732101598998 got entry batch from reader: WALEntryBatch [walEntries=[{test/42481ed8ae818eac7936d880694e89ee/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T11:20:10,286 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:10,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-20T11:20:10,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:10,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa5b063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:10,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32817 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,38285,-1 for getting cluster id 2024-11-20T11:20:10,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:10,289 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c830934-5e49-4e61-ba7b-7f40e9804093' 2024-11-20T11:20:10,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:10,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c830934-5e49-4e61-ba7b-7f40e9804093" 2024-11-20T11:20:10,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67953636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:10,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,38285,-1] 2024-11-20T11:20:10,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:10,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:10,290 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:10,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d8bd856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:10,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32817 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:10,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,32817,1732101594861, seqNum=-1] 2024-11-20T11:20:10,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:10,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T11:20:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11., hostname=448ea6c54a8c,32817,1732101594861, seqNum=2] 2024-11-20T11:20:10,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:10,487 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 607, reset compression=false 2024-11-20T11:20:10,577 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 480, reset compression=false 2024-11-20T11:20:10,582 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:10,582 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 607, reset compression=false 2024-11-20T11:20:10,582 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.shipper448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32817,1732101594861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:10,786 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 607, reset compression=false 2024-11-20T11:20:10,797 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 607, reset compression=false 2024-11-20T11:20:11,003 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T11:20:11,012 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T11:20:11,090 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 607, reset compression=false 2024-11-20T11:20:11,096 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:11,096 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 763, reset compression=false 2024-11-20T11:20:11,096 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.shipper448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32817,1732101594861 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d9131b01cebf02f6cfe626950a94c11/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T11:20:11,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:11,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:11,200 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 607, reset compression=false 2024-11-20T11:20:11,205 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:11,205 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 754, reset compression=false 2024-11-20T11:20:11,205 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,36681,1732101598998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:11,301 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 763, reset compression=false 2024-11-20T11:20:11,409 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 754, reset compression=false 2024-11-20T11:20:11,605 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 763, reset compression=false 2024-11-20T11:20:11,712 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 754, reset compression=false 2024-11-20T11:20:12,009 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 763, reset compression=false 2024-11-20T11:20:12,014 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T11:20:12,018 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T11:20:12,117 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 754, reset compression=false 2024-11-20T11:20:12,122 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:12,122 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 913, reset compression=false 2024-11-20T11:20:12,122 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,36681,1732101598998 got entry batch from reader: WALEntryBatch [walEntries=[{test/42481ed8ae818eac7936d880694e89ee/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T11:20:12,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:12,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:12,329 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 913, reset compression=false 2024-11-20T11:20:12,513 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 763, reset compression=false 2024-11-20T11:20:12,518 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:12,518 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 912, reset compression=false 2024-11-20T11:20:12,518 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.shipper448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32817,1732101594861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:12,633 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 913, reset compression=false 2024-11-20T11:20:12,721 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 912, reset compression=false 2024-11-20T11:20:13,020 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T11:20:13,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:20:13,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:13,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:13,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:13,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:13,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:13,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:20:13,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1242908432, stopped=false 2024-11-20T11:20:13,024 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,40275,1732101598940 2024-11-20T11:20:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1920495943/running 2024-11-20T11:20:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1920495943/running 2024-11-20T11:20:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:20:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:20:13,026 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:20:13,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:13,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:13,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:13,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,36681,1732101598998' ***** 2024-11-20T11:20:13,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:20:13,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Set watcher on znode that does not yet exist, /1-1920495943/running 2024-11-20T11:20:13,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Set watcher on znode that does not yet exist, /1-1920495943/running 2024-11-20T11:20:13,027 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:20:13,027 INFO [RS:0;448ea6c54a8c:36681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:20:13,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:20:13,028 INFO [RS:0;448ea6c54a8c:36681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:20:13,028 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(3091): Received CLOSE for 151f786b6b6299f76c6ce251e8369410 2024-11-20T11:20:13,029 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 912, reset compression=false 2024-11-20T11:20:13,031 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(3091): Received CLOSE for 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:13,031 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,36681,1732101598998 2024-11-20T11:20:13,031 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:20:13,031 INFO [RS:0;448ea6c54a8c:36681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:36681. 2024-11-20T11:20:13,031 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 151f786b6b6299f76c6ce251e8369410, disabling compactions & flushes 2024-11-20T11:20:13,031 DEBUG [RS:0;448ea6c54a8c:36681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:13,031 DEBUG [RS:0;448ea6c54a8c:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:13,031 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:13,031 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:13,031 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. after waiting 0 ms 2024-11-20T11:20:13,031 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:13,031 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:20:13,031 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:20:13,031 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:20:13,031 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:20:13,031 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 151f786b6b6299f76c6ce251e8369410 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-20T11:20:13,032 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:20:13,032 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1325): Online Regions={151f786b6b6299f76c6ce251e8369410=hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410., 42481ed8ae818eac7936d880694e89ee=test,,1732101602485.42481ed8ae818eac7936d880694e89ee., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:20:13,032 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1351): Waiting on 151f786b6b6299f76c6ce251e8369410, 1588230740, 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:13,032 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:20:13,032 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:20:13,032 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:20:13,032 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:20:13,032 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:20:13,032 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:20:13,037 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 913, reset compression=false 2024-11-20T11:20:13,060 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/info/d4d9a3b362b34ca0b6dd6add8cb14458 is 147, key is hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410./info:regioninfo/1732101608004/Put/seqid=0 2024-11-20T11:20:13,061 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/replication/151f786b6b6299f76c6ce251e8369410/.tmp/queue/12fd194e091345d6aeb982f9674e075c is 153, key is 1-448ea6c54a8c,36681,1732101598998/queue:448ea6c54a8c%2C36681%2C1732101598998/1732101612128/Put/seqid=0 2024-11-20T11:20:13,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741840_1016 (size=7686) 2024-11-20T11:20:13,067 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/info/d4d9a3b362b34ca0b6dd6add8cb14458 2024-11-20T11:20:13,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741841_1017 (size=5352) 2024-11-20T11:20:13,076 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:20:13,087 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/ns/0ea940b468824a549ded321163ae35b8 is 43, key is default/ns:d/1732101600228/Put/seqid=0 2024-11-20T11:20:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741842_1018 (size=5153) 2024-11-20T11:20:13,092 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/ns/0ea940b468824a549ded321163ae35b8 2024-11-20T11:20:13,109 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/rep_barrier/2ba3b90c767045ccb45c9f37effb9653 is 112, key is test,,1732101602485.42481ed8ae818eac7936d880694e89ee./rep_barrier:seqnumDuringOpen/1732101603633/Put/seqid=0 2024-11-20T11:20:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741843_1019 (size=5518) 2024-11-20T11:20:13,232 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1351): Waiting on 151f786b6b6299f76c6ce251e8369410, 1588230740, 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:13,432 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1351): Waiting on 151f786b6b6299f76c6ce251e8369410, 1588230740, 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:13,433 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 912, reset compression=false 2024-11-20T11:20:13,474 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/replication/151f786b6b6299f76c6ce251e8369410/.tmp/queue/12fd194e091345d6aeb982f9674e075c 2024-11-20T11:20:13,480 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/replication/151f786b6b6299f76c6ce251e8369410/.tmp/queue/12fd194e091345d6aeb982f9674e075c as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/replication/151f786b6b6299f76c6ce251e8369410/queue/12fd194e091345d6aeb982f9674e075c 2024-11-20T11:20:13,484 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/replication/151f786b6b6299f76c6ce251e8369410/queue/12fd194e091345d6aeb982f9674e075c, entries=1, sequenceid=9, filesize=5.2 K 2024-11-20T11:20:13,485 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 151f786b6b6299f76c6ce251e8369410 in 454ms, sequenceid=9, compaction requested=false 2024-11-20T11:20:13,490 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/replication/151f786b6b6299f76c6ce251e8369410/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T11:20:13,490 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:13,490 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:20:13,490 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:13,490 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 151f786b6b6299f76c6ce251e8369410: Waiting for close lock at 1732101613031Running coprocessor pre-close hooks at 1732101613031Disabling compacts and flushes for region at 1732101613031Disabling writes for close at 1732101613031Obtaining lock to block concurrent updates at 1732101613031Preparing flush snapshotting stores in 151f786b6b6299f76c6ce251e8369410 at 1732101613031Finished memstore snapshotting hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732101613040 (+9 ms)Flushing stores of hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. at 1732101613041 (+1 ms)Flushing 151f786b6b6299f76c6ce251e8369410/queue: creating writer at 1732101613041Flushing 151f786b6b6299f76c6ce251e8369410/queue: appending metadata at 1732101613061 (+20 ms)Flushing 151f786b6b6299f76c6ce251e8369410/queue: closing flushed file at 1732101613061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a47ad62: reopening flushed file at 1732101613479 (+418 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 151f786b6b6299f76c6ce251e8369410 in 454ms, sequenceid=9, compaction requested=false at 1732101613485 (+6 ms)Writing region close event to WAL at 1732101613486 (+1 ms)Running coprocessor post-close hooks at 1732101613490 (+4 ms)Closed at 1732101613490 2024-11-20T11:20:13,491 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101606831.151f786b6b6299f76c6ce251e8369410. 2024-11-20T11:20:13,491 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42481ed8ae818eac7936d880694e89ee, disabling compactions & flushes 2024-11-20T11:20:13,491 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:13,491 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:13,491 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101602485.42481ed8ae818eac7936d880694e89ee. after waiting 0 ms 2024-11-20T11:20:13,491 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:13,491 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42481ed8ae818eac7936d880694e89ee 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-20T11:20:13,510 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/.tmp/f/cf3e1aa217f94d3a9048bdcb85d068f6 is 29, key is row1/f:/1732101612015/DeleteFamily/seqid=0 2024-11-20T11:20:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741844_1020 (size=5118) 2024-11-20T11:20:13,515 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/rep_barrier/2ba3b90c767045ccb45c9f37effb9653 2024-11-20T11:20:13,515 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/.tmp/f/cf3e1aa217f94d3a9048bdcb85d068f6 2024-11-20T11:20:13,520 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf3e1aa217f94d3a9048bdcb85d068f6 2024-11-20T11:20:13,541 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/.tmp/f1/8e1f66a4eeef4997b35635d514a89f19 is 30, key is row1/f1:/1732101612015/DeleteFamily/seqid=0 2024-11-20T11:20:13,544 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 913, reset compression=false 2024-11-20T11:20:13,545 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/table/c78b343b6ea14c84b428d195af4b2a88 is 53, key is hbase:replication/table:state/1732101608011/Put/seqid=0 2024-11-20T11:20:13,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741845_1021 (size=5123) 2024-11-20T11:20:13,559 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:13,559 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 1160, reset compression=false 2024-11-20T11:20:13,559 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,36681,1732101598998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:13,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741846_1022 (size=5308) 2024-11-20T11:20:13,560 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 448ea6c54a8c,36681,1732101598998: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-448ea6c54a8c,36681,1732101598998, walGroup=448ea6c54a8c%2C36681%2C1732101598998, offset=448ea6c54a8c%2C36681%2C1732101598998.1732101599795:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:36681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T11:20:13,561 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T11:20:13,561 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T11:20:13,561 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T11:20:13,562 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T11:20:13,562 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T11:20:13,562 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 589947392 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191565248 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T11:20:13,562 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:40275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:40275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T11:20:13,632 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:13,686 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:20:13,686 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:20:13,766 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 1160, reset compression=false 2024-11-20T11:20:13,833 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:13,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T11:20:13,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T11:20:13,942 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 912, reset compression=false 2024-11-20T11:20:13,956 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/.tmp/f1/8e1f66a4eeef4997b35635d514a89f19 2024-11-20T11:20:13,961 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/table/c78b343b6ea14c84b428d195af4b2a88 2024-11-20T11:20:13,961 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e1f66a4eeef4997b35635d514a89f19 2024-11-20T11:20:13,970 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/info/d4d9a3b362b34ca0b6dd6add8cb14458 as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/info/d4d9a3b362b34ca0b6dd6add8cb14458 2024-11-20T11:20:13,975 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/info/d4d9a3b362b34ca0b6dd6add8cb14458, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:20:13,976 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/ns/0ea940b468824a549ded321163ae35b8 as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/ns/0ea940b468824a549ded321163ae35b8 2024-11-20T11:20:13,985 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/ns/0ea940b468824a549ded321163ae35b8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:20:13,986 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/rep_barrier/2ba3b90c767045ccb45c9f37effb9653 as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/rep_barrier/2ba3b90c767045ccb45c9f37effb9653 2024-11-20T11:20:13,990 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/.tmp/norep/19606b2d5d2540d0bbade50964bde5e7 is 33, key is row1/norep:/1732101612015/DeleteFamily/seqid=0 2024-11-20T11:20:13,991 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/rep_barrier/2ba3b90c767045ccb45c9f37effb9653, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:20:13,992 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/.tmp/table/c78b343b6ea14c84b428d195af4b2a88 as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/table/c78b343b6ea14c84b428d195af4b2a88 2024-11-20T11:20:13,996 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/table/c78b343b6ea14c84b428d195af4b2a88, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:20:13,997 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 965ms, sequenceid=16, compaction requested=false 2024-11-20T11:20:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741847_1023 (size=5108) 2024-11-20T11:20:14,006 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/.tmp/norep/19606b2d5d2540d0bbade50964bde5e7 2024-11-20T11:20:14,010 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19606b2d5d2540d0bbade50964bde5e7 2024-11-20T11:20:14,011 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/.tmp/f/cf3e1aa217f94d3a9048bdcb85d068f6 as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/f/cf3e1aa217f94d3a9048bdcb85d068f6 2024-11-20T11:20:14,015 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf3e1aa217f94d3a9048bdcb85d068f6 2024-11-20T11:20:14,016 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/f/cf3e1aa217f94d3a9048bdcb85d068f6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T11:20:14,016 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/.tmp/f1/8e1f66a4eeef4997b35635d514a89f19 as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/f1/8e1f66a4eeef4997b35635d514a89f19 2024-11-20T11:20:14,022 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e1f66a4eeef4997b35635d514a89f19 2024-11-20T11:20:14,022 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/f1/8e1f66a4eeef4997b35635d514a89f19, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T11:20:14,022 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/.tmp/norep/19606b2d5d2540d0bbade50964bde5e7 as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/norep/19606b2d5d2540d0bbade50964bde5e7 2024-11-20T11:20:14,026 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19606b2d5d2540d0bbade50964bde5e7 2024-11-20T11:20:14,027 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/norep/19606b2d5d2540d0bbade50964bde5e7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T11:20:14,028 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 42481ed8ae818eac7936d880694e89ee in 537ms, sequenceid=8, compaction requested=false 2024-11-20T11:20:14,033 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:20:14,033 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1325): Online Regions={42481ed8ae818eac7936d880694e89ee=test,,1732101602485.42481ed8ae818eac7936d880694e89ee., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:20:14,033 DEBUG [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42481ed8ae818eac7936d880694e89ee 2024-11-20T11:20:14,041 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/default/test/42481ed8ae818eac7936d880694e89ee/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T11:20:14,041 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:14,041 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:20:14,041 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:14,041 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42481ed8ae818eac7936d880694e89ee: Waiting for close lock at 1732101613491Running coprocessor pre-close hooks at 1732101613491Disabling compacts and flushes for region at 1732101613491Disabling writes for close at 1732101613491Obtaining lock to block concurrent updates at 1732101613491Preparing flush snapshotting stores in 42481ed8ae818eac7936d880694e89ee at 1732101613491Finished memstore snapshotting test,,1732101602485.42481ed8ae818eac7936d880694e89ee., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732101613491Flushing stores of test,,1732101602485.42481ed8ae818eac7936d880694e89ee. at 1732101613492 (+1 ms)Flushing 42481ed8ae818eac7936d880694e89ee/f: creating writer at 1732101613492Flushing 42481ed8ae818eac7936d880694e89ee/f: appending metadata at 1732101613510 (+18 ms)Flushing 42481ed8ae818eac7936d880694e89ee/f: closing flushed file at 1732101613510Flushing 42481ed8ae818eac7936d880694e89ee/f1: creating writer at 1732101613520 (+10 ms)Flushing 42481ed8ae818eac7936d880694e89ee/f1: appending metadata at 1732101613540 (+20 ms)Flushing 42481ed8ae818eac7936d880694e89ee/f1: closing flushed file at 1732101613541 (+1 ms)Flushing 42481ed8ae818eac7936d880694e89ee/norep: creating writer at 1732101613962 (+421 ms)Flushing 42481ed8ae818eac7936d880694e89ee/norep: appending metadata at 1732101613989 (+27 ms)Flushing 42481ed8ae818eac7936d880694e89ee/norep: closing flushed file at 1732101613989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3283ed: reopening flushed file at 1732101614011 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42174a63: reopening flushed file at 1732101614016 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67bce08d: reopening flushed file at 1732101614022 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 42481ed8ae818eac7936d880694e89ee in 537ms, sequenceid=8, compaction requested=false at 1732101614028 (+6 ms)Writing region close event to WAL at 1732101614037 (+9 ms)Running coprocessor post-close hooks at 1732101614041 (+4 ms)Closed at 1732101614041 2024-11-20T11:20:14,042 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101602485.42481ed8ae818eac7936d880694e89ee. 2024-11-20T11:20:14,065 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:20:14,065 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:14,065 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:20:14,065 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:14,066 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101613032Running coprocessor pre-close hooks at 1732101613032Disabling compacts and flushes for region at 1732101613032Disabling writes for close at 1732101613032Obtaining lock to block concurrent updates at 1732101613032Preparing flush snapshotting stores in 1588230740 at 1732101613032Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101613033 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732101613033Flushing 1588230740/info: creating writer at 1732101613034 (+1 ms)Flushing 1588230740/info: appending metadata at 1732101613059 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732101613059Flushing 1588230740/ns: creating writer at 1732101613071 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732101613087 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732101613087Flushing 1588230740/rep_barrier: creating writer at 1732101613096 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101613109 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101613109Flushing 1588230740/table: creating writer at 1732101613520 (+411 ms)Flushing 1588230740/table: appending metadata at 1732101613545 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732101613545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236b15ce: reopening flushed file at 1732101613969 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8fe9c9: reopening flushed file at 1732101613975 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c1bcfc3: reopening flushed file at 1732101613985 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e183d4c: reopening flushed file at 1732101613991 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 965ms, sequenceid=16, compaction requested=false at 1732101613997 (+6 ms)Writing region close event to WAL at 1732101614048 (+51 ms)Running coprocessor post-close hooks at 1732101614065 (+17 ms)Closed at 1732101614065 2024-11-20T11:20:14,066 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:14,071 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 1160, reset compression=false 2024-11-20T11:20:14,081 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:14,081 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.wal-reader.448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/WALs/448ea6c54a8c,36681,1732101598998/448ea6c54a8c%2C36681%2C1732101598998.1732101599795 to pos 1804, reset compression=false 2024-11-20T11:20:14,233 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,36681,1732101598998; all regions closed. 2024-11-20T11:20:14,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:20:14,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741839_1015 (size=2458) 2024-11-20T11:20:14,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741833_1009 (size=1812) 2024-11-20T11:20:14,247 DEBUG [RS:0;448ea6c54a8c:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:14,247 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:20:14,247 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:20:14,247 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:20:14,248 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:20:14,248 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:20:14,248 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,36681,1732101598998 because: Region server is closing 2024-11-20T11:20:14,248 INFO [RS:0;448ea6c54a8c:36681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:36681. 2024-11-20T11:20:14,248 DEBUG [RS:0;448ea6c54a8c:36681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:14,248 DEBUG [RS:0;448ea6c54a8c:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:14,249 DEBUG [RS:0;448ea6c54a8c:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:14,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:14,349 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,36681,1732101598998.replicationSource.shipper448ea6c54a8c%2C36681%2C1732101598998,1-448ea6c54a8c,36681,1732101598998 terminated 2024-11-20T11:20:14,349 INFO [RS:0;448ea6c54a8c:36681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:36681. 2024-11-20T11:20:14,349 DEBUG [RS:0;448ea6c54a8c:36681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:14,349 DEBUG [RS:0;448ea6c54a8c:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:14,349 DEBUG [RS:0;448ea6c54a8c:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:14,349 INFO [RS:0;448ea6c54a8c:36681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36681 2024-11-20T11:20:14,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:14,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943/rs 2024-11-20T11:20:14,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1920495943/rs/448ea6c54a8c,36681,1732101598998 2024-11-20T11:20:14,353 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:20:14,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,36681,1732101598998] 2024-11-20T11:20:14,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1920495943/draining/448ea6c54a8c,36681,1732101598998 already deleted, retry=false 2024-11-20T11:20:14,356 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,36681,1732101598998 expired; onlineServers=0 2024-11-20T11:20:14,356 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,40275,1732101598940' ***** 2024-11-20T11:20:14,356 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:20:14,356 INFO [M:0;448ea6c54a8c:40275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:20:14,356 INFO [M:0;448ea6c54a8c:40275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:20:14,357 DEBUG [M:0;448ea6c54a8c:40275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:20:14,357 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:20:14,357 DEBUG [M:0;448ea6c54a8c:40275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:20:14,357 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101599587 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101599587,5,FailOnTimeoutGroup] 2024-11-20T11:20:14,357 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101599589 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101599589,5,FailOnTimeoutGroup] 2024-11-20T11:20:14,357 INFO [M:0;448ea6c54a8c:40275 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:20:14,357 INFO [M:0;448ea6c54a8c:40275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:20:14,357 DEBUG [M:0;448ea6c54a8c:40275 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:20:14,357 INFO [M:0;448ea6c54a8c:40275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:20:14,357 INFO [M:0;448ea6c54a8c:40275 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:20:14,357 INFO [M:0;448ea6c54a8c:40275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:20:14,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:20:14,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1920495943/master 2024-11-20T11:20:14,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1920495943 2024-11-20T11:20:14,359 DEBUG [M:0;448ea6c54a8c:40275 {}] zookeeper.ZKUtil(347): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Unable to get data of znode /1-1920495943/master because node does not exist (not an error) 2024-11-20T11:20:14,359 WARN [M:0;448ea6c54a8c:40275 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:20:14,359 INFO [M:0;448ea6c54a8c:40275 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/.lastflushedseqids 2024-11-20T11:20:14,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741848_1024 (size=245) 2024-11-20T11:20:14,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:14,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x101351ac4f90004, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:14,457 INFO [RS:0;448ea6c54a8c:36681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:20:14,457 INFO [RS:0;448ea6c54a8c:36681 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,36681,1732101598998; zookeeper connection closed. 2024-11-20T11:20:14,459 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2785a4bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2785a4bd 2024-11-20T11:20:14,459 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:20:14,551 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 912, reset compression=false 2024-11-20T11:20:14,765 INFO [M:0;448ea6c54a8c:40275 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:20:14,766 INFO [M:0;448ea6c54a8c:40275 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:20:14,766 DEBUG [M:0;448ea6c54a8c:40275 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:20:14,766 INFO [M:0;448ea6c54a8c:40275 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:14,766 DEBUG [M:0;448ea6c54a8c:40275 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:14,766 DEBUG [M:0;448ea6c54a8c:40275 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:20:14,766 DEBUG [M:0;448ea6c54a8c:40275 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:14,766 INFO [M:0;448ea6c54a8c:40275 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T11:20:14,788 DEBUG [M:0;448ea6c54a8c:40275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cfafc9094204bcf8e1467ee0246e2a8 is 82, key is hbase:meta,,1/info:regioninfo/1732101600214/Put/seqid=0 2024-11-20T11:20:14,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741849_1025 (size=5672) 2024-11-20T11:20:14,792 INFO [M:0;448ea6c54a8c:40275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cfafc9094204bcf8e1467ee0246e2a8 2024-11-20T11:20:14,814 DEBUG [M:0;448ea6c54a8c:40275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7121cc74485a4410a621d8d63a94b247 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732101608014/Put/seqid=0 2024-11-20T11:20:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741850_1026 (size=8516) 2024-11-20T11:20:15,220 INFO [M:0;448ea6c54a8c:40275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7121cc74485a4410a621d8d63a94b247 2024-11-20T11:20:15,246 DEBUG [M:0;448ea6c54a8c:40275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b24dc823cda4ac8b4df5c1e9c8e66e6 is 69, key is 448ea6c54a8c,36681,1732101598998/rs:state/1732101599641/Put/seqid=0 2024-11-20T11:20:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741851_1027 (size=5156) 2024-11-20T11:20:15,254 INFO [M:0;448ea6c54a8c:40275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b24dc823cda4ac8b4df5c1e9c8e66e6 2024-11-20T11:20:15,262 DEBUG [M:0;448ea6c54a8c:40275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cfafc9094204bcf8e1467ee0246e2a8 as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cfafc9094204bcf8e1467ee0246e2a8 2024-11-20T11:20:15,269 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/WALs/448ea6c54a8c,32817,1732101594861/448ea6c54a8c%2C32817%2C1732101594861.1732101596844 to pos 912, reset compression=false 2024-11-20T11:20:15,270 INFO [M:0;448ea6c54a8c:40275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cfafc9094204bcf8e1467ee0246e2a8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T11:20:15,272 DEBUG [M:0;448ea6c54a8c:40275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7121cc74485a4410a621d8d63a94b247 as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7121cc74485a4410a621d8d63a94b247 2024-11-20T11:20:15,277 INFO [M:0;448ea6c54a8c:40275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7121cc74485a4410a621d8d63a94b247, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T11:20:15,278 DEBUG [M:0;448ea6c54a8c:40275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b24dc823cda4ac8b4df5c1e9c8e66e6 as hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b24dc823cda4ac8b4df5c1e9c8e66e6 2024-11-20T11:20:15,284 INFO [M:0;448ea6c54a8c:40275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36899/user/jenkins/test-data/fbb5e3ff-4d5f-246f-8137-412ab72e74a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b24dc823cda4ac8b4df5c1e9c8e66e6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T11:20:15,287 INFO [M:0;448ea6c54a8c:40275 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=97, compaction requested=false 2024-11-20T11:20:15,310 INFO [M:0;448ea6c54a8c:40275 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:15,310 DEBUG [M:0;448ea6c54a8c:40275 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101614766Disabling compacts and flushes for region at 1732101614766Disabling writes for close at 1732101614766Obtaining lock to block concurrent updates at 1732101614766Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101614766Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732101614767 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101614767Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101614767Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101614788 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101614788Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101614797 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101614814 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101614814Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101615224 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101615245 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101615245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe8535a: reopening flushed file at 1732101615261 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b46afe0: reopening flushed file at 1732101615271 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24545432: reopening flushed file at 1732101615278 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=97, compaction requested=false at 1732101615287 (+9 ms)Writing region close event to WAL at 1732101615310 (+23 ms)Closed at 1732101615310 2024-11-20T11:20:15,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741830_1006 (size=63654) 2024-11-20T11:20:15,317 INFO [M:0;448ea6c54a8c:40275 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:20:15,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:20:15,317 INFO [M:0;448ea6c54a8c:40275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40275 2024-11-20T11:20:15,317 INFO [M:0;448ea6c54a8c:40275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:20:15,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:15,420 INFO [M:0;448ea6c54a8c:40275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:20:15,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40275-0x101351ac4f90003, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:15,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f12f3fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:20:15,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45eaaaff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:20:15,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:20:15,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab6819f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:20:15,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685e84f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/hadoop.log.dir/,STOPPED} 2024-11-20T11:20:15,445 WARN [BP-638932299-172.17.0.2-1732101597915 heartbeating to localhost/127.0.0.1:36899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:20:15,445 WARN [BP-638932299-172.17.0.2-1732101597915 heartbeating to localhost/127.0.0.1:36899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-638932299-172.17.0.2-1732101597915 (Datanode Uuid 4441eee1-2a2c-4f9c-b39d-67671c63f0d6) service to localhost/127.0.0.1:36899 2024-11-20T11:20:15,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:20:15,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:20:15,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/cluster_baf6da3a-c158-862a-278b-040931479ad7/data/data1/current/BP-638932299-172.17.0.2-1732101597915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:20:15,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/cluster_baf6da3a-c158-862a-278b-040931479ad7/data/data2/current/BP-638932299-172.17.0.2-1732101597915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:20:15,447 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:20:15,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@354594df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:20:15,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad009a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:20:15,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:20:15,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd43393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:20:15,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7002f130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/hadoop.log.dir/,STOPPED} 2024-11-20T11:20:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:20:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:20:15,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:15,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:15,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:15,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:15,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:15,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:20:15,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1134929015, stopped=false 2024-11-20T11:20:15,474 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,38285,1732101594805 2024-11-20T11:20:15,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-948011568/running 2024-11-20T11:20:15,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:20:15,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-948011568/running 2024-11-20T11:20:15,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:20:15,476 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:20:15,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Set watcher on znode that does not yet exist, /0-948011568/running 2024-11-20T11:20:15,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Set watcher on znode that does not yet exist, /0-948011568/running 2024-11-20T11:20:15,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:15,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:15,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:15,477 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,32817,1732101594861' ***** 2024-11-20T11:20:15,477 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:20:15,477 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:20:15,477 INFO [RS:0;448ea6c54a8c:32817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:20:15,477 INFO [RS:0;448ea6c54a8c:32817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:20:15,478 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:15,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:20:15,480 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(3091): Received CLOSE for 034af40bd9cd54b1c7570970140a680f 2024-11-20T11:20:15,480 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,32817,1732101594861 2024-11-20T11:20:15,480 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:20:15,480 INFO [RS:0;448ea6c54a8c:32817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:32817. 2024-11-20T11:20:15,480 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d9131b01cebf02f6cfe626950a94c11, disabling compactions & flushes 2024-11-20T11:20:15,480 DEBUG [RS:0;448ea6c54a8c:32817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:15,480 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:15,480 DEBUG [RS:0;448ea6c54a8c:32817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:15,480 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:15,481 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. after waiting 0 ms 2024-11-20T11:20:15,481 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:15,481 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:20:15,481 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:20:15,481 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:20:15,481 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:20:15,481 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d9131b01cebf02f6cfe626950a94c11 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-20T11:20:15,484 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:20:15,484 DEBUG [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(1325): Online Regions={4d9131b01cebf02f6cfe626950a94c11=test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11., 1588230740=hbase:meta,,1.1588230740, 034af40bd9cd54b1c7570970140a680f=hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f.} 2024-11-20T11:20:15,484 DEBUG [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(1351): Waiting on 034af40bd9cd54b1c7570970140a680f, 1588230740, 4d9131b01cebf02f6cfe626950a94c11 2024-11-20T11:20:15,484 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:20:15,484 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:20:15,485 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:20:15,485 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:20:15,485 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:20:15,485 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:20:15,503 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/.tmp/f/01257bec295749dcaf568a14fdfa41a5 is 29, key is row1/f:/1732101612015/DeleteFamily/seqid=0 2024-11-20T11:20:15,508 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/info/f23b51399a3743ca812607a409e35a61 is 147, key is hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f./info:regioninfo/1732101605832/Put/seqid=0 2024-11-20T11:20:15,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741840_1016 (size=5118) 2024-11-20T11:20:15,513 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/.tmp/f/01257bec295749dcaf568a14fdfa41a5 2024-11-20T11:20:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741841_1017 (size=7686) 2024-11-20T11:20:15,519 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01257bec295749dcaf568a14fdfa41a5 2024-11-20T11:20:15,521 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/info/f23b51399a3743ca812607a409e35a61 2024-11-20T11:20:15,527 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:20:15,542 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/.tmp/f1/5fdf408026a1431bb1f7323f4b640d77 is 30, key is row1/f1:/1732101612015/DeleteFamily/seqid=0 2024-11-20T11:20:15,560 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/ns/b19d9532f66848ceaea62fceaea1ea02 is 43, key is default/ns:d/1732101597827/Put/seqid=0 2024-11-20T11:20:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741842_1018 (size=5123) 2024-11-20T11:20:15,566 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/.tmp/f1/5fdf408026a1431bb1f7323f4b640d77 2024-11-20T11:20:15,571 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fdf408026a1431bb1f7323f4b640d77 2024-11-20T11:20:15,609 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/.tmp/norep/69c4789fb566456b9907abdd96d51aea is 32, key is row/norep:/1732101611006/DeleteFamily/seqid=0 2024-11-20T11:20:15,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741843_1019 (size=5153) 2024-11-20T11:20:15,614 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/ns/b19d9532f66848ceaea62fceaea1ea02 2024-11-20T11:20:15,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741844_1020 (size=5101) 2024-11-20T11:20:15,639 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/.tmp/norep/69c4789fb566456b9907abdd96d51aea 2024-11-20T11:20:15,644 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69c4789fb566456b9907abdd96d51aea 2024-11-20T11:20:15,645 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/.tmp/f/01257bec295749dcaf568a14fdfa41a5 as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/f/01257bec295749dcaf568a14fdfa41a5 2024-11-20T11:20:15,649 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01257bec295749dcaf568a14fdfa41a5 2024-11-20T11:20:15,649 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/f/01257bec295749dcaf568a14fdfa41a5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T11:20:15,650 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/.tmp/f1/5fdf408026a1431bb1f7323f4b640d77 as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/f1/5fdf408026a1431bb1f7323f4b640d77 2024-11-20T11:20:15,653 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/rep_barrier/9b6ea65590ed481a9c8260b97473367a is 112, key is test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11./rep_barrier:seqnumDuringOpen/1732101601482/Put/seqid=0 2024-11-20T11:20:15,657 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fdf408026a1431bb1f7323f4b640d77 2024-11-20T11:20:15,657 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/f1/5fdf408026a1431bb1f7323f4b640d77, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T11:20:15,658 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/.tmp/norep/69c4789fb566456b9907abdd96d51aea as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/norep/69c4789fb566456b9907abdd96d51aea 2024-11-20T11:20:15,663 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69c4789fb566456b9907abdd96d51aea 2024-11-20T11:20:15,663 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/norep/69c4789fb566456b9907abdd96d51aea, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T11:20:15,665 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4d9131b01cebf02f6cfe626950a94c11 in 184ms, sequenceid=8, compaction requested=false 2024-11-20T11:20:15,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741845_1021 (size=5518) 2024-11-20T11:20:15,677 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/rep_barrier/9b6ea65590ed481a9c8260b97473367a 2024-11-20T11:20:15,683 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/default/test/4d9131b01cebf02f6cfe626950a94c11/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T11:20:15,684 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:15,684 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:20:15,684 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:15,684 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d9131b01cebf02f6cfe626950a94c11: Waiting for close lock at 1732101615480Running coprocessor pre-close hooks at 1732101615480Disabling compacts and flushes for region at 1732101615480Disabling writes for close at 1732101615481 (+1 ms)Obtaining lock to block concurrent updates at 1732101615481Preparing flush snapshotting stores in 4d9131b01cebf02f6cfe626950a94c11 at 1732101615481Finished memstore snapshotting test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732101615481Flushing stores of test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. at 1732101615482 (+1 ms)Flushing 4d9131b01cebf02f6cfe626950a94c11/f: creating writer at 1732101615482Flushing 4d9131b01cebf02f6cfe626950a94c11/f: appending metadata at 1732101615502 (+20 ms)Flushing 4d9131b01cebf02f6cfe626950a94c11/f: closing flushed file at 1732101615503 (+1 ms)Flushing 4d9131b01cebf02f6cfe626950a94c11/f1: creating writer at 1732101615519 (+16 ms)Flushing 4d9131b01cebf02f6cfe626950a94c11/f1: appending metadata at 1732101615541 (+22 ms)Flushing 4d9131b01cebf02f6cfe626950a94c11/f1: closing flushed file at 1732101615542 (+1 ms)Flushing 4d9131b01cebf02f6cfe626950a94c11/norep: creating writer at 1732101615571 (+29 ms)Flushing 4d9131b01cebf02f6cfe626950a94c11/norep: appending metadata at 1732101615606 (+35 ms)Flushing 4d9131b01cebf02f6cfe626950a94c11/norep: closing flushed file at 1732101615606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6b6080: reopening flushed file at 1732101615644 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fae898: reopening flushed file at 1732101615650 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70784996: reopening flushed file at 1732101615657 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4d9131b01cebf02f6cfe626950a94c11 in 184ms, sequenceid=8, compaction requested=false at 1732101615665 (+8 ms)Writing region close event to WAL at 1732101615676 (+11 ms)Running coprocessor post-close hooks at 1732101615684 (+8 ms)Closed at 1732101615684 2024-11-20T11:20:15,684 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101600335.4d9131b01cebf02f6cfe626950a94c11. 2024-11-20T11:20:15,684 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 034af40bd9cd54b1c7570970140a680f, disabling compactions & flushes 2024-11-20T11:20:15,684 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:15,684 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:15,684 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. after waiting 0 ms 2024-11-20T11:20:15,684 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:15,685 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 034af40bd9cd54b1c7570970140a680f 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-20T11:20:15,685 DEBUG [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(1351): Waiting on 034af40bd9cd54b1c7570970140a680f, 1588230740 2024-11-20T11:20:15,702 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/replication/034af40bd9cd54b1c7570970140a680f/.tmp/queue/1e011e95b14f48ed9171808dab1233c5 is 153, key is 1-448ea6c54a8c,32817,1732101594861/queue:448ea6c54a8c%2C32817%2C1732101594861/1732101612519/Put/seqid=0 2024-11-20T11:20:15,703 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/table/28f2e0a303f14c848e15b6d8e614c240 is 53, key is hbase:replication/table:state/1732101605839/Put/seqid=0 2024-11-20T11:20:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741847_1023 (size=5308) 2024-11-20T11:20:15,711 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/table/28f2e0a303f14c848e15b6d8e614c240 2024-11-20T11:20:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741846_1022 (size=5352) 2024-11-20T11:20:15,721 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/replication/034af40bd9cd54b1c7570970140a680f/.tmp/queue/1e011e95b14f48ed9171808dab1233c5 2024-11-20T11:20:15,726 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/replication/034af40bd9cd54b1c7570970140a680f/.tmp/queue/1e011e95b14f48ed9171808dab1233c5 as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/replication/034af40bd9cd54b1c7570970140a680f/queue/1e011e95b14f48ed9171808dab1233c5 2024-11-20T11:20:15,731 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/replication/034af40bd9cd54b1c7570970140a680f/queue/1e011e95b14f48ed9171808dab1233c5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T11:20:15,732 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 034af40bd9cd54b1c7570970140a680f in 48ms, sequenceid=10, compaction requested=false 2024-11-20T11:20:15,743 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/info/f23b51399a3743ca812607a409e35a61 as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/info/f23b51399a3743ca812607a409e35a61 2024-11-20T11:20:15,748 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/info/f23b51399a3743ca812607a409e35a61, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:20:15,749 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/ns/b19d9532f66848ceaea62fceaea1ea02 as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/ns/b19d9532f66848ceaea62fceaea1ea02 2024-11-20T11:20:15,755 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/ns/b19d9532f66848ceaea62fceaea1ea02, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:20:15,756 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/rep_barrier/9b6ea65590ed481a9c8260b97473367a as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/rep_barrier/9b6ea65590ed481a9c8260b97473367a 2024-11-20T11:20:15,761 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/rep_barrier/9b6ea65590ed481a9c8260b97473367a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:20:15,762 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/replication/034af40bd9cd54b1c7570970140a680f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T11:20:15,762 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:15,762 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:20:15,762 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:15,762 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 034af40bd9cd54b1c7570970140a680f: Waiting for close lock at 1732101615684Running coprocessor pre-close hooks at 1732101615684Disabling compacts and flushes for region at 1732101615684Disabling writes for close at 1732101615684Obtaining lock to block concurrent updates at 1732101615685 (+1 ms)Preparing flush snapshotting stores in 034af40bd9cd54b1c7570970140a680f at 1732101615685Finished memstore snapshotting hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732101615685Flushing stores of hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. at 1732101615685Flushing 034af40bd9cd54b1c7570970140a680f/queue: creating writer at 1732101615685Flushing 034af40bd9cd54b1c7570970140a680f/queue: appending metadata at 1732101615701 (+16 ms)Flushing 034af40bd9cd54b1c7570970140a680f/queue: closing flushed file at 1732101615701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4286f: reopening flushed file at 1732101615726 (+25 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 034af40bd9cd54b1c7570970140a680f in 48ms, sequenceid=10, compaction requested=false at 1732101615732 (+6 ms)Writing region close event to WAL at 1732101615748 (+16 ms)Running coprocessor post-close hooks at 1732101615762 (+14 ms)Closed at 1732101615762 2024-11-20T11:20:15,762 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101604664.034af40bd9cd54b1c7570970140a680f. 2024-11-20T11:20:15,762 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/.tmp/table/28f2e0a303f14c848e15b6d8e614c240 as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/table/28f2e0a303f14c848e15b6d8e614c240 2024-11-20T11:20:15,768 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/table/28f2e0a303f14c848e15b6d8e614c240, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:20:15,768 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 283ms, sequenceid=16, compaction requested=false 2024-11-20T11:20:15,779 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:20:15,780 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:15,780 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:20:15,780 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:15,780 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101615484Running coprocessor pre-close hooks at 1732101615484Disabling compacts and flushes for region at 1732101615484Disabling writes for close at 1732101615485 (+1 ms)Obtaining lock to block concurrent updates at 1732101615485Preparing flush snapshotting stores in 1588230740 at 1732101615485Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101615485Flushing stores of hbase:meta,,1.1588230740 at 1732101615486 (+1 ms)Flushing 1588230740/info: creating writer at 1732101615486Flushing 1588230740/info: appending metadata at 1732101615507 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732101615507Flushing 1588230740/ns: creating writer at 1732101615524 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732101615559 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1732101615559Flushing 1588230740/rep_barrier: creating writer at 1732101615619 (+60 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101615653 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101615653Flushing 1588230740/table: creating writer at 1732101615681 (+28 ms)Flushing 1588230740/table: appending metadata at 1732101615703 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732101615703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e86f90a: reopening flushed file at 1732101615743 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533e03b4: reopening flushed file at 1732101615748 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c6a292: reopening flushed file at 1732101615755 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb6d88b: reopening flushed file at 1732101615761 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 283ms, sequenceid=16, compaction requested=false at 1732101615768 (+7 ms)Writing region close event to WAL at 1732101615776 (+8 ms)Running coprocessor post-close hooks at 1732101615780 (+4 ms)Closed at 1732101615780 2024-11-20T11:20:15,780 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:20:15,780 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:15,780 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:20:15,885 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,32817,1732101594861; all regions closed. 2024-11-20T11:20:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:20:15,890 DEBUG [RS:0;448ea6c54a8c:32817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/oldWALs 2024-11-20T11:20:15,890 INFO [RS:0;448ea6c54a8c:32817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C32817%2C1732101594861.meta:.meta(num 1732101597780) 2024-11-20T11:20:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741839_1015 (size=2676) 2024-11-20T11:20:15,895 DEBUG [RS:0;448ea6c54a8c:32817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/oldWALs 2024-11-20T11:20:15,895 INFO [RS:0;448ea6c54a8c:32817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C32817%2C1732101594861.rep:(num 1732101605798) 2024-11-20T11:20:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741832_1008 (size=1811) 2024-11-20T11:20:15,899 DEBUG [RS:0;448ea6c54a8c:32817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/oldWALs 2024-11-20T11:20:15,899 INFO [RS:0;448ea6c54a8c:32817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C32817%2C1732101594861:(num 1732101596844) 2024-11-20T11:20:15,899 DEBUG [RS:0;448ea6c54a8c:32817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:15,899 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:20:15,899 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:20:15,899 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:20:15,899 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:20:15,899 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,32817,1732101594861 because: Region server is closing 2024-11-20T11:20:15,900 INFO [RS:0;448ea6c54a8c:32817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:32817. 2024-11-20T11:20:15,900 DEBUG [RS:0;448ea6c54a8c:32817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:15,900 DEBUG [RS:0;448ea6c54a8c:32817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:15,900 DEBUG [RS:0;448ea6c54a8c:32817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:15,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:15,900 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:20:16,000 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.wal-reader.448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:20:16,000 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.shipper448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T11:20:16,000 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32817,1732101594861.replicationSource.shipper448ea6c54a8c%2C32817%2C1732101594861,1-448ea6c54a8c,32817,1732101594861 terminated 2024-11-20T11:20:16,001 INFO [RS:0;448ea6c54a8c:32817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:32817. 2024-11-20T11:20:16,001 DEBUG [RS:0;448ea6c54a8c:32817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:16,001 DEBUG [RS:0;448ea6c54a8c:32817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:16,001 DEBUG [RS:0;448ea6c54a8c:32817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:16,001 INFO [RS:0;448ea6c54a8c:32817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32817 2024-11-20T11:20:16,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:16,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-948011568/rs/448ea6c54a8c,32817,1732101594861 2024-11-20T11:20:16,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568/rs 2024-11-20T11:20:16,004 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:20:16,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,32817,1732101594861] 2024-11-20T11:20:16,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-948011568/draining/448ea6c54a8c,32817,1732101594861 already deleted, retry=false 2024-11-20T11:20:16,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,32817,1732101594861 expired; onlineServers=0 2024-11-20T11:20:16,006 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,38285,1732101594805' ***** 2024-11-20T11:20:16,006 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:20:16,007 INFO [M:0;448ea6c54a8c:38285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:20:16,007 INFO [M:0;448ea6c54a8c:38285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:20:16,007 DEBUG [M:0;448ea6c54a8c:38285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:20:16,007 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:20:16,007 DEBUG [M:0;448ea6c54a8c:38285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:20:16,007 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101596638 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101596638,5,FailOnTimeoutGroup] 2024-11-20T11:20:16,007 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101596638 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101596638,5,FailOnTimeoutGroup] 2024-11-20T11:20:16,007 INFO [M:0;448ea6c54a8c:38285 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:20:16,007 INFO [M:0;448ea6c54a8c:38285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:20:16,007 DEBUG [M:0;448ea6c54a8c:38285 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:20:16,007 INFO [M:0;448ea6c54a8c:38285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:20:16,007 INFO [M:0;448ea6c54a8c:38285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:20:16,007 INFO [M:0;448ea6c54a8c:38285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:20:16,007 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:20:16,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-948011568/master 2024-11-20T11:20:16,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-948011568 2024-11-20T11:20:16,008 DEBUG [M:0;448ea6c54a8c:38285 {}] zookeeper.ZKUtil(347): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Unable to get data of znode /0-948011568/master because node does not exist (not an error) 2024-11-20T11:20:16,008 WARN [M:0;448ea6c54a8c:38285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:20:16,013 INFO [M:0;448ea6c54a8c:38285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/.lastflushedseqids 2024-11-20T11:20:16,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741848_1024 (size=245) 2024-11-20T11:20:16,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:16,106 INFO [RS:0;448ea6c54a8c:32817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:20:16,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32817-0x101351ac4f90001, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:16,106 INFO [RS:0;448ea6c54a8c:32817 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,32817,1732101594861; zookeeper connection closed. 2024-11-20T11:20:16,106 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72f89103 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72f89103 2024-11-20T11:20:16,106 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:20:16,418 INFO [M:0;448ea6c54a8c:38285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:20:16,418 INFO [M:0;448ea6c54a8c:38285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:20:16,418 DEBUG [M:0;448ea6c54a8c:38285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:20:16,419 INFO [M:0;448ea6c54a8c:38285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:16,419 DEBUG [M:0;448ea6c54a8c:38285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:16,419 DEBUG [M:0;448ea6c54a8c:38285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:20:16,419 DEBUG [M:0;448ea6c54a8c:38285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:16,419 INFO [M:0;448ea6c54a8c:38285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T11:20:16,434 DEBUG [M:0;448ea6c54a8c:38285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a593a10816740e6a32f34ad4040c8eb is 82, key is hbase:meta,,1/info:regioninfo/1732101597812/Put/seqid=0 2024-11-20T11:20:16,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741849_1025 (size=5672) 2024-11-20T11:20:16,839 INFO [M:0;448ea6c54a8c:38285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a593a10816740e6a32f34ad4040c8eb 2024-11-20T11:20:16,877 DEBUG [M:0;448ea6c54a8c:38285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9499fde86e64291996ec15e15eba10e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732101605843/Put/seqid=0 2024-11-20T11:20:16,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741850_1026 (size=8515) 2024-11-20T11:20:17,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:17,262 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:20:17,262 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28302 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:20:17,339 INFO [M:0;448ea6c54a8c:38285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9499fde86e64291996ec15e15eba10e 2024-11-20T11:20:17,366 DEBUG [M:0;448ea6c54a8c:38285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fb5184f29994925968c96c340e9f011 is 69, key is 448ea6c54a8c,32817,1732101594861/rs:state/1732101596701/Put/seqid=0 2024-11-20T11:20:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741851_1027 (size=5156) 2024-11-20T11:20:17,772 INFO [M:0;448ea6c54a8c:38285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fb5184f29994925968c96c340e9f011 2024-11-20T11:20:17,776 DEBUG [M:0;448ea6c54a8c:38285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a593a10816740e6a32f34ad4040c8eb as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a593a10816740e6a32f34ad4040c8eb 2024-11-20T11:20:17,779 INFO [M:0;448ea6c54a8c:38285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a593a10816740e6a32f34ad4040c8eb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T11:20:17,780 DEBUG [M:0;448ea6c54a8c:38285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9499fde86e64291996ec15e15eba10e as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9499fde86e64291996ec15e15eba10e 2024-11-20T11:20:17,783 INFO [M:0;448ea6c54a8c:38285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9499fde86e64291996ec15e15eba10e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T11:20:17,784 DEBUG [M:0;448ea6c54a8c:38285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fb5184f29994925968c96c340e9f011 as hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fb5184f29994925968c96c340e9f011 2024-11-20T11:20:17,787 INFO [M:0;448ea6c54a8c:38285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fb5184f29994925968c96c340e9f011, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T11:20:17,788 INFO [M:0;448ea6c54a8c:38285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=97, compaction requested=false 2024-11-20T11:20:17,789 INFO [M:0;448ea6c54a8c:38285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:17,789 DEBUG [M:0;448ea6c54a8c:38285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101616418Disabling compacts and flushes for region at 1732101616418Disabling writes for close at 1732101616419 (+1 ms)Obtaining lock to block concurrent updates at 1732101616419Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101616419Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732101616419Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101616420 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101616420Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101616434 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101616434Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101616844 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101616876 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101616877 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101617351 (+474 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101617365 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101617365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1aaa69: reopening flushed file at 1732101617776 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c779dc: reopening flushed file at 1732101617780 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb87b59: reopening flushed file at 1732101617783 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=97, compaction requested=false at 1732101617788 (+5 ms)Writing region close event to WAL at 1732101617789 (+1 ms)Closed at 1732101617789 2024-11-20T11:20:17,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741830_1006 (size=63642) 2024-11-20T11:20:17,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6de36209-a698-d50e-d086-cdfa729013bd/MasterData/WALs/448ea6c54a8c,38285,1732101594805/448ea6c54a8c%2C38285%2C1732101594805.1732101596557 not finished, retry = 0 2024-11-20T11:20:17,892 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:20:17,892 INFO [M:0;448ea6c54a8c:38285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:20:17,892 INFO [M:0;448ea6c54a8c:38285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38285 2024-11-20T11:20:17,893 INFO [M:0;448ea6c54a8c:38285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:20:17,994 INFO [M:0;448ea6c54a8c:38285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:20:17,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:17,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38285-0x101351ac4f90000, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:17,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c486f7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:20:17,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41188e45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:20:17,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:20:17,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201eac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:20:17,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc452b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/hadoop.log.dir/,STOPPED} 2024-11-20T11:20:18,000 WARN [BP-1637535364-172.17.0.2-1732101593736 heartbeating to localhost/127.0.0.1:37251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:20:18,000 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:20:18,000 WARN [BP-1637535364-172.17.0.2-1732101593736 heartbeating to localhost/127.0.0.1:37251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1637535364-172.17.0.2-1732101593736 (Datanode Uuid 138500f5-300d-4e76-aead-3e3c6f1216dc) service to localhost/127.0.0.1:37251 2024-11-20T11:20:18,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:20:18,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/cluster_dfea8b26-b6aa-4440-4a28-d1885a79bb34/data/data1/current/BP-1637535364-172.17.0.2-1732101593736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:20:18,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/cluster_dfea8b26-b6aa-4440-4a28-d1885a79bb34/data/data2/current/BP-1637535364-172.17.0.2-1732101593736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:20:18,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:20:18,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4765a193{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:20:18,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cef77a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:20:18,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:20:18,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ed0da3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:20:18,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@366cc4eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52c19ab2-8466-20fb-6531-19a5f4102051/hadoop.log.dir/,STOPPED} 2024-11-20T11:20:18,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:20:18,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:20:18,040 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 238) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37251 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36899 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 238) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8751 (was 7844) - AvailableMemoryMB LEAK? - 2024-11-20T11:20:18,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=8751 2024-11-20T11:20:18,070 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-20T11:20:18,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/hadoop.log.dir so I do NOT create it in target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8 2024-11-20T11:20:18,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:20:18,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/hadoop.tmp.dir so I do NOT create it in target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8 2024-11-20T11:20:18,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babe939b-1318-204e-3715-2681acefdc3f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:20:18,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8 2024-11-20T11:20:18,071 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/cluster_cac3a6c4-f805-604d-cea8-ed88841f3850, deleteOnExit=true 2024-11-20T11:20:18,074 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/cluster_cac3a6c4-f805-604d-cea8-ed88841f3850/zookeeper_0, clientPort=58601, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/cluster_cac3a6c4-f805-604d-cea8-ed88841f3850/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/cluster_cac3a6c4-f805-604d-cea8-ed88841f3850/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:20:18,075 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58601 2024-11-20T11:20:18,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:20:18,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:20:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/test.cache.data in system properties and HBase conf 2024-11-20T11:20:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:20:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:20:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:20:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:20:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:20:18,076 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:20:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:20:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:20:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:20:18,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:20:18,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:20:18,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101351ac4f90002, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:20:18,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101351ac4f90005, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:20:18,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101351ac4f90005, quorum=127.0.0.1:61109, baseZNode=/1-1920495943 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:20:18,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101351ac4f90002, quorum=127.0.0.1:61109, baseZNode=/0-948011568 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:20:18,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:18,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:20:18,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:20:18,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:20:18,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:20:18,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:18,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d225e59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:20:18,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42243d59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:20:18,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a134138{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/java.io.tmpdir/jetty-localhost-44867-hadoop-hdfs-3_4_1-tests_jar-_-any-13826871631480997514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:20:18,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69f7ea7f{HTTP/1.1, (http/1.1)}{localhost:44867} 2024-11-20T11:20:18,285 INFO [Time-limited test {}] server.Server(415): Started @209539ms 2024-11-20T11:20:18,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:18,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:20:18,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:20:18,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:20:18,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:20:18,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481a6c88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:20:18,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7a6bba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:20:18,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@152ccef3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/java.io.tmpdir/jetty-localhost-41717-hadoop-hdfs-3_4_1-tests_jar-_-any-11476333007810404334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:20:18,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40aebd3c{HTTP/1.1, (http/1.1)}{localhost:41717} 2024-11-20T11:20:18,505 INFO [Time-limited test {}] server.Server(415): Started @209760ms 2024-11-20T11:20:18,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:20:18,611 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/cluster_cac3a6c4-f805-604d-cea8-ed88841f3850/data/data2/current/BP-1443614938-172.17.0.2-1732101618098/current, will proceed with Du for space computation calculation, 2024-11-20T11:20:18,611 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/cluster_cac3a6c4-f805-604d-cea8-ed88841f3850/data/data1/current/BP-1443614938-172.17.0.2-1732101618098/current, will proceed with Du for space computation calculation, 2024-11-20T11:20:18,632 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:20:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fbce53469dcd146 with lease ID 0x454dcc0481240b1a: Processing first storage report for DS-083a46de-dd6c-4bde-bab8-270f4be9db38 from datanode DatanodeRegistration(127.0.0.1:34543, datanodeUuid=557960ef-1b88-4d5d-a932-03b0d55cf15e, infoPort=44631, infoSecurePort=0, ipcPort=39729, storageInfo=lv=-57;cid=testClusterID;nsid=515979383;c=1732101618098) 2024-11-20T11:20:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fbce53469dcd146 with lease ID 0x454dcc0481240b1a: from storage DS-083a46de-dd6c-4bde-bab8-270f4be9db38 node DatanodeRegistration(127.0.0.1:34543, datanodeUuid=557960ef-1b88-4d5d-a932-03b0d55cf15e, infoPort=44631, infoSecurePort=0, ipcPort=39729, storageInfo=lv=-57;cid=testClusterID;nsid=515979383;c=1732101618098), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:20:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fbce53469dcd146 with lease ID 0x454dcc0481240b1a: Processing first storage report for DS-c199f956-4b5a-4f1d-a1ba-d946726ddaf0 from datanode DatanodeRegistration(127.0.0.1:34543, datanodeUuid=557960ef-1b88-4d5d-a932-03b0d55cf15e, infoPort=44631, infoSecurePort=0, ipcPort=39729, storageInfo=lv=-57;cid=testClusterID;nsid=515979383;c=1732101618098) 2024-11-20T11:20:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fbce53469dcd146 with lease ID 0x454dcc0481240b1a: from storage DS-c199f956-4b5a-4f1d-a1ba-d946726ddaf0 node DatanodeRegistration(127.0.0.1:34543, datanodeUuid=557960ef-1b88-4d5d-a932-03b0d55cf15e, infoPort=44631, infoSecurePort=0, ipcPort=39729, storageInfo=lv=-57;cid=testClusterID;nsid=515979383;c=1732101618098), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:20:18,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8 2024-11-20T11:20:18,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:18,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:18,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:20:18,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:20:18,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:18,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:19,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:19,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:19,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:19,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:19,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:19,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:19,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:19,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:19,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:19,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351 with version=8 2024-11-20T11:20:19,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/hbase-staging 2024-11-20T11:20:19,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:20:19,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:19,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:19,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:20:19,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:19,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:20:19,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:20:19,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:20:19,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43559 2024-11-20T11:20:19,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43559 connecting to ZooKeeper ensemble=127.0.0.1:58601 2024-11-20T11:20:19,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435590x0, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:19,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43559-0x101351b24290000 connected 2024-11-20T11:20:19,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:19,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:19,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Set watcher on znode that does not yet exist, /0107735642/running 2024-11-20T11:20:19,092 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351, hbase.cluster.distributed=false 2024-11-20T11:20:19,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Set watcher on znode that does not yet exist, /0107735642/acl 2024-11-20T11:20:19,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43559 2024-11-20T11:20:19,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43559 2024-11-20T11:20:19,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43559 2024-11-20T11:20:19,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43559 2024-11-20T11:20:19,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43559 2024-11-20T11:20:19,122 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:20:19,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:19,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:19,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:20:19,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:19,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:20:19,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:20:19,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:20:19,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43605 2024-11-20T11:20:19,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43605 connecting to ZooKeeper ensemble=127.0.0.1:58601 2024-11-20T11:20:19,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:19,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:19,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436050x0, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:19,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436050x0, quorum=127.0.0.1:58601, baseZNode=/0107735642 Set watcher on znode that does not yet exist, /0107735642/running 2024-11-20T11:20:19,132 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:20:19,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43605-0x101351b24290001 connected 2024-11-20T11:20:19,136 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:20:19,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Set watcher on znode that does not yet exist, /0107735642/master 2024-11-20T11:20:19,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Set watcher on znode that does not yet exist, /0107735642/acl 2024-11-20T11:20:19,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43605 2024-11-20T11:20:19,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43605 2024-11-20T11:20:19,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43605 2024-11-20T11:20:19,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43605 2024-11-20T11:20:19,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43605 2024-11-20T11:20:19,161 DEBUG [M:0;448ea6c54a8c:43559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:43559 2024-11-20T11:20:19,161 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0107735642/backup-masters/448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:19,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642/backup-masters 2024-11-20T11:20:19,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642/backup-masters 2024-11-20T11:20:19,163 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Set watcher on existing znode=/0107735642/backup-masters/448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:19,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0107735642/master 2024-11-20T11:20:19,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:19,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:19,165 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Set watcher on existing znode=/0107735642/master 2024-11-20T11:20:19,166 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0107735642/backup-masters/448ea6c54a8c,43559,1732101619055 from backup master directory 2024-11-20T11:20:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107735642/backup-masters/448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642/backup-masters 2024-11-20T11:20:19,169 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:20:19,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642/backup-masters 2024-11-20T11:20:19,169 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:19,177 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/hbase.id] with ID: bd73dbaf-b98d-43ff-948a-ac408d129f55 2024-11-20T11:20:19,177 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/.tmp/hbase.id 2024-11-20T11:20:19,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:20:19,197 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/.tmp/hbase.id]:[hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/hbase.id] 2024-11-20T11:20:19,207 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:19,207 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:20:19,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:20:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:19,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:20:19,216 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:19,217 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:20:19,217 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:19,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:20:19,627 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store 2024-11-20T11:20:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:20:20,038 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:20,038 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:20:20,038 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:20,038 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:20,038 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:20:20,038 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:20,038 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:20,038 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101620038Disabling compacts and flushes for region at 1732101620038Disabling writes for close at 1732101620038Writing region close event to WAL at 1732101620038Closed at 1732101620038 2024-11-20T11:20:20,039 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/.initializing 2024-11-20T11:20:20,039 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/WALs/448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:20,040 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:20:20,043 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C43559%2C1732101619055, suffix=, logDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/WALs/448ea6c54a8c,43559,1732101619055, archiveDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/oldWALs, maxLogs=10 2024-11-20T11:20:20,066 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/WALs/448ea6c54a8c,43559,1732101619055/448ea6c54a8c%2C43559%2C1732101619055.1732101620043, exclude list is [], retry=0 2024-11-20T11:20:20,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34543,DS-083a46de-dd6c-4bde-bab8-270f4be9db38,DISK] 2024-11-20T11:20:20,080 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/WALs/448ea6c54a8c,43559,1732101619055/448ea6c54a8c%2C43559%2C1732101619055.1732101620043 2024-11-20T11:20:20,084 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-20T11:20:20,084 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:20,085 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:20,085 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,085 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:20:20,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:20,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:20,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:20:20,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:20,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:20,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:20:20,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:20,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:20,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:20:20,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:20,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:20,095 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,095 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,096 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,100 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,100 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,104 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:20,110 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:20,113 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:20,113 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61427057, jitterRate=-0.08466552197933197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:20,114 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101620085Initializing all the Stores at 1732101620086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101620086Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101620088 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101620088Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101620088Cleaning up temporary data from old regions at 1732101620100 (+12 ms)Region opened successfully at 1732101620114 (+14 ms) 2024-11-20T11:20:20,114 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:20:20,116 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24774fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:20:20,117 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:20:20,117 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:20:20,118 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:20:20,118 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:20:20,118 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:20:20,118 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:20:20,118 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:20:20,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:20:20,127 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Unable to get data of znode /0107735642/balancer because node does not exist (not necessarily an error) 2024-11-20T11:20:20,130 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107735642/balancer already deleted, retry=false 2024-11-20T11:20:20,130 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:20:20,131 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Unable to get data of znode /0107735642/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:20:20,132 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107735642/normalizer already deleted, retry=false 2024-11-20T11:20:20,132 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:20:20,134 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Unable to get data of znode /0107735642/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:20:20,135 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107735642/switch/split already deleted, retry=false 2024-11-20T11:20:20,135 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Unable to get data of znode /0107735642/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:20:20,137 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107735642/switch/merge already deleted, retry=false 2024-11-20T11:20:20,139 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Unable to get data of znode /0107735642/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:20:20,140 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107735642/snapshot-cleanup already deleted, retry=false 2024-11-20T11:20:20,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0107735642/running 2024-11-20T11:20:20,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0107735642/running 2024-11-20T11:20:20,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:20,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:20,142 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,43559,1732101619055, sessionid=0x101351b24290000, setting cluster-up flag (Was=false) 2024-11-20T11:20:20,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:20,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:20,150 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0107735642/flush-table-proc/acquired, /0107735642/flush-table-proc/reached, /0107735642/flush-table-proc/abort 2024-11-20T11:20:20,151 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:20,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:20,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:20,165 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0107735642/online-snapshot/acquired, /0107735642/online-snapshot/reached, /0107735642/online-snapshot/abort 2024-11-20T11:20:20,165 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:20,166 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:20:20,168 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:20,168 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:20:20,168 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:20:20,168 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,43559,1732101619055 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:20:20,169 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:20,169 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:20,169 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:20,169 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:20,169 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:20:20,170 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,170 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:20:20,170 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:20,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:20:20,174 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:20,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:20:20,181 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101650181 2024-11-20T11:20:20,181 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:20:20,181 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:20:20,181 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:20:20,181 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:20:20,181 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:20:20,181 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:20:20,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:20:20,196 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,197 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:20:20,197 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:20:20,197 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:20:20,197 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:20:20,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:20:20,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:20:20,198 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101620198,5,FailOnTimeoutGroup] 2024-11-20T11:20:20,198 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101620198,5,FailOnTimeoutGroup] 2024-11-20T11:20:20,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:20:20,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,251 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(746): ClusterId : bd73dbaf-b98d-43ff-948a-ac408d129f55 2024-11-20T11:20:20,251 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:20:20,252 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:20:20,252 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:20:20,254 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:20:20,254 DEBUG [RS:0;448ea6c54a8c:43605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633fb277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:20:20,271 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:43605 2024-11-20T11:20:20,272 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:20:20,272 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:20:20,272 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:20:20,272 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,43559,1732101619055 with port=43605, startcode=1732101619121 2024-11-20T11:20:20,273 DEBUG [RS:0;448ea6c54a8c:43605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:20:20,275 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:20:20,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:20,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43559 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:20,276 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351 2024-11-20T11:20:20,276 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34629 2024-11-20T11:20:20,276 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:20:20,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642/rs 2024-11-20T11:20:20,278 DEBUG [RS:0;448ea6c54a8c:43605 {}] zookeeper.ZKUtil(111): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Set watcher on existing znode=/0107735642/rs/448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:20,278 WARN [RS:0;448ea6c54a8c:43605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:20:20,278 INFO [RS:0;448ea6c54a8c:43605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:20,279 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:20,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,43605,1732101619121] 2024-11-20T11:20:20,281 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:20:20,283 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:20:20,284 INFO [RS:0;448ea6c54a8c:43605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:20:20,284 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,288 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:20:20,289 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:20:20,289 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:20:20,289 DEBUG [RS:0;448ea6c54a8c:43605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:20:20,291 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,291 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,291 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,291 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,291 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,291 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43605,1732101619121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:20:20,314 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:20:20,314 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43605,1732101619121-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,314 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,314 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.Replication(171): 448ea6c54a8c,43605,1732101619121 started 2024-11-20T11:20:20,331 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:20,331 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,43605,1732101619121, RpcServer on 448ea6c54a8c/172.17.0.2:43605, sessionid=0x101351b24290001 2024-11-20T11:20:20,331 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:20:20,331 DEBUG [RS:0;448ea6c54a8c:43605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:20,331 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,43605,1732101619121' 2024-11-20T11:20:20,331 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0107735642/flush-table-proc/abort' 2024-11-20T11:20:20,332 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0107735642/flush-table-proc/acquired' 2024-11-20T11:20:20,332 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:20:20,332 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:20:20,332 DEBUG [RS:0;448ea6c54a8c:43605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:20,332 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,43605,1732101619121' 2024-11-20T11:20:20,332 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0107735642/online-snapshot/abort' 2024-11-20T11:20:20,332 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0107735642/online-snapshot/acquired' 2024-11-20T11:20:20,332 DEBUG [RS:0;448ea6c54a8c:43605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:20:20,333 INFO [RS:0;448ea6c54a8c:43605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:20:20,333 INFO [RS:0;448ea6c54a8c:43605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:20:20,433 INFO [RS:0;448ea6c54a8c:43605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:20:20,434 INFO [RS:0;448ea6c54a8c:43605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C43605%2C1732101619121, suffix=, logDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121, archiveDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/oldWALs, maxLogs=10 2024-11-20T11:20:20,452 DEBUG [RS:0;448ea6c54a8c:43605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, exclude list is [], retry=0 2024-11-20T11:20:20,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34543,DS-083a46de-dd6c-4bde-bab8-270f4be9db38,DISK] 2024-11-20T11:20:20,465 INFO [RS:0;448ea6c54a8c:43605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 2024-11-20T11:20:20,465 DEBUG [RS:0;448ea6c54a8c:43605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-20T11:20:20,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:20:20,591 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351 2024-11-20T11:20:20,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:20:20,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:20,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:20:20,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:20:20,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:20,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:20,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:20:21,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:20:21,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:21,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:21,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:20:21,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:20:21,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:21,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:21,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:20:21,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:20:21,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:21,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:21,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:20:21,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740 2024-11-20T11:20:21,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740 2024-11-20T11:20:21,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:20:21,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:20:21,007 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:21,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:20:21,010 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:21,010 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74147562, jitterRate=0.10488477349281311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:21,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101620996Initializing all the Stores at 1732101620997 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101620997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101620997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101620997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101620997Cleaning up temporary data from old regions at 1732101621007 (+10 ms)Region opened successfully at 1732101621011 (+4 ms) 2024-11-20T11:20:21,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:20:21,011 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:20:21,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:20:21,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:20:21,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:20:21,011 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:21,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101621011Disabling compacts and flushes for region at 1732101621011Disabling writes for close at 1732101621011Writing region close event to WAL at 1732101621011Closed at 1732101621011 2024-11-20T11:20:21,012 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:21,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:20:21,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:20:21,014 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:20:21,014 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:20:21,165 DEBUG [448ea6c54a8c:43559 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:20:21,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:21,167 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,43605,1732101619121, state=OPENING 2024-11-20T11:20:21,169 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:20:21,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:21,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:21,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107735642/meta-region-server: CHANGED 2024-11-20T11:20:21,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107735642/meta-region-server: CHANGED 2024-11-20T11:20:21,172 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:20:21,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,43605,1732101619121}] 2024-11-20T11:20:21,325 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:21,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:20:21,329 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:20:21,329 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:21,329 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:20:21,331 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C43605%2C1732101619121.meta, suffix=.meta, logDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121, archiveDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/oldWALs, maxLogs=10 2024-11-20T11:20:21,352 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.meta.1732101621331.meta, exclude list is [], retry=0 2024-11-20T11:20:21,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34543,DS-083a46de-dd6c-4bde-bab8-270f4be9db38,DISK] 2024-11-20T11:20:21,359 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.meta.1732101621331.meta 2024-11-20T11:20:21,361 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-20T11:20:21,361 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:21,362 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:21,362 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:20:21,362 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:20:21,362 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:20:21,362 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:20:21,362 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:21,362 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:20:21,362 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:20:21,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:20:21,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:20:21,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:21,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:21,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:20:21,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:20:21,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:21,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:21,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:20:21,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:20:21,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:21,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:21,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:20:21,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:20:21,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:21,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:21,373 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:20:21,373 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740 2024-11-20T11:20:21,374 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740 2024-11-20T11:20:21,377 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:20:21,377 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:20:21,377 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:21,379 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:20:21,379 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68723798, jitterRate=0.02406439185142517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:21,380 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:20:21,380 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101621362Writing region info on filesystem at 1732101621362Initializing all the Stores at 1732101621363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101621363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101621367 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101621367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101621367Cleaning up temporary data from old regions at 1732101621377 (+10 ms)Running coprocessor post-open hooks at 1732101621380 (+3 ms)Region opened successfully at 1732101621380 2024-11-20T11:20:21,381 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101621324 2024-11-20T11:20:21,384 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:20:21,384 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:20:21,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:21,385 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,43605,1732101619121, state=OPEN 2024-11-20T11:20:21,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0107735642/meta-region-server 2024-11-20T11:20:21,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0107735642/meta-region-server 2024-11-20T11:20:21,388 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:21,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107735642/meta-region-server: CHANGED 2024-11-20T11:20:21,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107735642/meta-region-server: CHANGED 2024-11-20T11:20:21,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:20:21,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,43605,1732101619121 in 216 msec 2024-11-20T11:20:21,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:20:21,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-20T11:20:21,395 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:21,395 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:20:21,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:21,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43605,1732101619121, seqNum=-1] 2024-11-20T11:20:21,397 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:21,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:21,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2350 sec 2024-11-20T11:20:21,404 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101621404, completionTime=-1 2024-11-20T11:20:21,404 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:20:21,404 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:20:21,407 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:20:21,407 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101681407 2024-11-20T11:20:21,407 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101741407 2024-11-20T11:20:21,407 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T11:20:21,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43559,1732101619055-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:21,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43559,1732101619055-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:21,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43559,1732101619055-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:21,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:43559, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:21,408 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:21,410 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:20:21,412 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:21,416 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.247sec 2024-11-20T11:20:21,416 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:20:21,416 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:20:21,416 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:20:21,416 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:20:21,416 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:20:21,416 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43559,1732101619055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:20:21,416 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43559,1732101619055-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:20:21,418 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:20:21,418 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:20:21,418 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43559,1732101619055-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:21,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b01e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:21,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43559,-1 for getting cluster id 2024-11-20T11:20:21,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:21,453 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd73dbaf-b98d-43ff-948a-ac408d129f55' 2024-11-20T11:20:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd73dbaf-b98d-43ff-948a-ac408d129f55" 2024-11-20T11:20:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8d7639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43559,-1] 2024-11-20T11:20:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:21,456 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:21,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3b099c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:21,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:21,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43605,1732101619121, seqNum=-1] 2024-11-20T11:20:21,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:21,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:21,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:21,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58601 2024-11-20T11:20:21,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:21,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101351b24290002 connected 2024-11-20T11:20:21,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/hadoop.log.dir so I do NOT create it in target/test-data/31d07b9c-c7d4-3326-1738-203325aace08 2024-11-20T11:20:21,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:20:21,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/hadoop.tmp.dir so I do NOT create it in target/test-data/31d07b9c-c7d4-3326-1738-203325aace08 2024-11-20T11:20:21,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:20:21,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08 2024-11-20T11:20:21,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:20:21,469 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/cluster_7718918c-f098-b566-198f-6c2c14ae1b7c, deleteOnExit=true 2024-11-20T11:20:21,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:20:21,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/test.cache.data in system properties and HBase conf 2024-11-20T11:20:21,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:20:21,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:20:21,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:20:21,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:20:21,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:20:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:20:21,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:20:21,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:21,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:20:21,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:20:21,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:20:21,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:20:21,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:21,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599275ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:20:21,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef63c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:20:21,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40819ccc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/java.io.tmpdir/jetty-localhost-35513-hadoop-hdfs-3_4_1-tests_jar-_-any-13768030668572438936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:20:21,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33a937cc{HTTP/1.1, (http/1.1)}{localhost:35513} 2024-11-20T11:20:21,708 INFO [Time-limited test {}] server.Server(415): Started @212962ms 2024-11-20T11:20:21,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:21,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:20:21,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:20:21,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:20:21,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:20:21,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f1a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:20:21,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6536f56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:20:21,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bff4f0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/java.io.tmpdir/jetty-localhost-35783-hadoop-hdfs-3_4_1-tests_jar-_-any-6289460489815069829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:20:21,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77cb3a1{HTTP/1.1, (http/1.1)}{localhost:35783} 2024-11-20T11:20:21,974 INFO [Time-limited test {}] server.Server(415): Started @213229ms 2024-11-20T11:20:21,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:20:22,078 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/cluster_7718918c-f098-b566-198f-6c2c14ae1b7c/data/data1/current/BP-627057702-172.17.0.2-1732101621500/current, will proceed with Du for space computation calculation, 2024-11-20T11:20:22,078 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/cluster_7718918c-f098-b566-198f-6c2c14ae1b7c/data/data2/current/BP-627057702-172.17.0.2-1732101621500/current, will proceed with Du for space computation calculation, 2024-11-20T11:20:22,102 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:20:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x158f4ee72d660d4a with lease ID 0x33487bd6d543a5cc: Processing first storage report for DS-3d49772c-df85-4f1a-bdbc-fcbe1fd21f8e from datanode DatanodeRegistration(127.0.0.1:46125, datanodeUuid=01122227-affd-4c7f-b39c-49fff29f5866, infoPort=41389, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1272439220;c=1732101621500) 2024-11-20T11:20:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x158f4ee72d660d4a with lease ID 0x33487bd6d543a5cc: from storage DS-3d49772c-df85-4f1a-bdbc-fcbe1fd21f8e node DatanodeRegistration(127.0.0.1:46125, datanodeUuid=01122227-affd-4c7f-b39c-49fff29f5866, infoPort=41389, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1272439220;c=1732101621500), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:20:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x158f4ee72d660d4a with lease ID 0x33487bd6d543a5cc: Processing first storage report for DS-f641f381-bbd2-4e26-bf73-94f00d9e1406 from datanode DatanodeRegistration(127.0.0.1:46125, datanodeUuid=01122227-affd-4c7f-b39c-49fff29f5866, infoPort=41389, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1272439220;c=1732101621500) 2024-11-20T11:20:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x158f4ee72d660d4a with lease ID 0x33487bd6d543a5cc: from storage DS-f641f381-bbd2-4e26-bf73-94f00d9e1406 node DatanodeRegistration(127.0.0.1:46125, datanodeUuid=01122227-affd-4c7f-b39c-49fff29f5866, infoPort=41389, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1272439220;c=1732101621500), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:20:22,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08 2024-11-20T11:20:22,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:22,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:22,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:20:22,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30 with version=8 2024-11-20T11:20:22,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/hbase-staging 2024-11-20T11:20:22,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:20:22,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:22,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:22,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:20:22,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:22,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:20:22,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:20:22,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:20:22,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36657 2024-11-20T11:20:22,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36657 connecting to ZooKeeper ensemble=127.0.0.1:58601 2024-11-20T11:20:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366570x0, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:22,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36657-0x101351b24290003 connected 2024-11-20T11:20:22,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:22,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:22,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Set watcher on znode that does not yet exist, /1-387118129/running 2024-11-20T11:20:22,637 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30, hbase.cluster.distributed=false 2024-11-20T11:20:22,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Set watcher on znode that does not yet exist, /1-387118129/acl 2024-11-20T11:20:22,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36657 2024-11-20T11:20:22,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36657 2024-11-20T11:20:22,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36657 2024-11-20T11:20:22,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36657 2024-11-20T11:20:22,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36657 2024-11-20T11:20:22,665 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:20:22,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:22,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:22,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:20:22,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:22,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:20:22,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:20:22,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:20:22,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38101 2024-11-20T11:20:22,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38101 connecting to ZooKeeper ensemble=127.0.0.1:58601 2024-11-20T11:20:22,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:22,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381010x0, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:22,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381010x0, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Set watcher on znode that does not yet exist, /1-387118129/running 2024-11-20T11:20:22,674 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:20:22,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38101-0x101351b24290004 connected 2024-11-20T11:20:22,684 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:20:22,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Set watcher on znode that does not yet exist, /1-387118129/master 2024-11-20T11:20:22,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Set watcher on znode that does not yet exist, /1-387118129/acl 2024-11-20T11:20:22,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38101 2024-11-20T11:20:22,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38101 2024-11-20T11:20:22,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38101 2024-11-20T11:20:22,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38101 2024-11-20T11:20:22,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38101 2024-11-20T11:20:22,711 DEBUG [M:0;448ea6c54a8c:36657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:36657 2024-11-20T11:20:22,712 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-387118129/backup-masters/448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:22,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129/backup-masters 2024-11-20T11:20:22,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129/backup-masters 2024-11-20T11:20:22,714 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Set watcher on existing znode=/1-387118129/backup-masters/448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:22,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-387118129/master 2024-11-20T11:20:22,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:22,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:22,716 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Set watcher on existing znode=/1-387118129/master 2024-11-20T11:20:22,716 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-387118129/backup-masters/448ea6c54a8c,36657,1732101622615 from backup master directory 2024-11-20T11:20:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129/backup-masters 2024-11-20T11:20:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-387118129/backup-masters/448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129/backup-masters 2024-11-20T11:20:22,718 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:20:22,718 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:22,721 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/hbase.id] with ID: 2bb212b1-f6f0-4c5f-9368-08a14d00d863 2024-11-20T11:20:22,721 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/.tmp/hbase.id 2024-11-20T11:20:22,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:20:23,127 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/.tmp/hbase.id]:[hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/hbase.id] 2024-11-20T11:20:23,136 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:23,136 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:20:23,137 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:20:23,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:23,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:20:23,544 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:23,545 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:20:23,545 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:20:23,552 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store 2024-11-20T11:20:23,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:20:23,560 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:23,560 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:20:23,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:23,560 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:23,560 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:20:23,560 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:23,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:23,560 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101623560Disabling compacts and flushes for region at 1732101623560Disabling writes for close at 1732101623560Writing region close event to WAL at 1732101623560Closed at 1732101623560 2024-11-20T11:20:23,561 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/.initializing 2024-11-20T11:20:23,561 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/WALs/448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:23,561 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:20:23,563 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C36657%2C1732101622615, suffix=, logDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/WALs/448ea6c54a8c,36657,1732101622615, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/oldWALs, maxLogs=10 2024-11-20T11:20:23,576 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/WALs/448ea6c54a8c,36657,1732101622615/448ea6c54a8c%2C36657%2C1732101622615.1732101623563, exclude list is [], retry=0 2024-11-20T11:20:23,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46125,DS-3d49772c-df85-4f1a-bdbc-fcbe1fd21f8e,DISK] 2024-11-20T11:20:23,580 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/WALs/448ea6c54a8c,36657,1732101622615/448ea6c54a8c%2C36657%2C1732101622615.1732101623563 2024-11-20T11:20:23,580 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41389:41389)] 2024-11-20T11:20:23,580 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:23,580 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:23,580 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,580 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:20:23,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:23,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:23,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:20:23,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:23,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:23,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:20:23,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:23,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:23,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:20:23,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:23,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:23,586 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,586 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,586 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,587 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,587 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,587 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:23,588 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:23,590 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:23,590 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73543787, jitterRate=0.09588782489299774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:23,590 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101623580Initializing all the Stores at 1732101623581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101623581Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101623581Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101623581Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101623581Cleaning up temporary data from old regions at 1732101623587 (+6 ms)Region opened successfully at 1732101623590 (+3 ms) 2024-11-20T11:20:23,590 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:20:23,593 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4251ebf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:20:23,593 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:20:23,593 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:20:23,594 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:20:23,594 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:20:23,594 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:20:23,594 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:20:23,594 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:20:23,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:20:23,596 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Unable to get data of znode /1-387118129/balancer because node does not exist (not necessarily an error) 2024-11-20T11:20:23,597 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-387118129/balancer already deleted, retry=false 2024-11-20T11:20:23,598 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:20:23,598 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Unable to get data of znode /1-387118129/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:20:23,599 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-387118129/normalizer already deleted, retry=false 2024-11-20T11:20:23,600 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:20:23,600 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Unable to get data of znode /1-387118129/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:20:23,607 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-387118129/switch/split already deleted, retry=false 2024-11-20T11:20:23,608 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Unable to get data of znode /1-387118129/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:20:23,609 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-387118129/switch/merge already deleted, retry=false 2024-11-20T11:20:23,624 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Unable to get data of znode /1-387118129/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:20:23,625 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-387118129/snapshot-cleanup already deleted, retry=false 2024-11-20T11:20:23,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-387118129/running 2024-11-20T11:20:23,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-387118129/running 2024-11-20T11:20:23,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:23,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:23,627 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,36657,1732101622615, sessionid=0x101351b24290003, setting cluster-up flag (Was=false) 2024-11-20T11:20:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:23,636 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-387118129/flush-table-proc/acquired, /1-387118129/flush-table-proc/reached, /1-387118129/flush-table-proc/abort 2024-11-20T11:20:23,636 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:23,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:23,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:23,644 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-387118129/online-snapshot/acquired, /1-387118129/online-snapshot/reached, /1-387118129/online-snapshot/abort 2024-11-20T11:20:23,645 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:23,646 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:20:23,647 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:23,648 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:20:23,648 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:20:23,649 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,36657,1732101622615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:20:23,650 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:23,650 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:23,650 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:23,650 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:23,650 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:20:23,650 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,650 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:20:23,650 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:23,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:20:23,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:23,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:20:23,656 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101653656 2024-11-20T11:20:23,656 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:20:23,657 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:20:23,657 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:20:23,657 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:20:23,657 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:20:23,657 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:20:23,657 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,663 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:20:23,664 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:20:23,664 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:20:23,664 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:20:23,665 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:20:23,665 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:20:23,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:20:23,668 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101623665,5,FailOnTimeoutGroup] 2024-11-20T11:20:23,668 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101623668,5,FailOnTimeoutGroup] 2024-11-20T11:20:23,668 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,668 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:20:23,668 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,668 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,698 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(746): ClusterId : 2bb212b1-f6f0-4c5f-9368-08a14d00d863 2024-11-20T11:20:23,698 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:20:23,700 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:20:23,700 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:20:23,702 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:20:23,702 DEBUG [RS:0;448ea6c54a8c:38101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1777de36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:20:23,715 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:38101 2024-11-20T11:20:23,715 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:20:23,715 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:20:23,715 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:20:23,715 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,36657,1732101622615 with port=38101, startcode=1732101622665 2024-11-20T11:20:23,716 DEBUG [RS:0;448ea6c54a8c:38101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:20:23,717 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:20:23,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36657 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:23,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36657 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:23,719 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30 2024-11-20T11:20:23,719 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45617 2024-11-20T11:20:23,719 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:20:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129/rs 2024-11-20T11:20:23,721 DEBUG [RS:0;448ea6c54a8c:38101 {}] zookeeper.ZKUtil(111): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Set watcher on existing znode=/1-387118129/rs/448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:23,722 WARN [RS:0;448ea6c54a8c:38101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:20:23,722 INFO [RS:0;448ea6c54a8c:38101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:23,722 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:23,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,38101,1732101622665] 2024-11-20T11:20:23,726 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:20:23,728 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:20:23,731 INFO [RS:0;448ea6c54a8c:38101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:20:23,731 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,731 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:20:23,732 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:20:23,732 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:20:23,732 DEBUG [RS:0;448ea6c54a8c:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:20:23,734 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,734 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,734 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,734 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,734 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,734 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38101,1732101622665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:20:23,748 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:20:23,748 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,38101,1732101622665-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,748 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,748 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.Replication(171): 448ea6c54a8c,38101,1732101622665 started 2024-11-20T11:20:23,762 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:23,762 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,38101,1732101622665, RpcServer on 448ea6c54a8c/172.17.0.2:38101, sessionid=0x101351b24290004 2024-11-20T11:20:23,762 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:20:23,762 DEBUG [RS:0;448ea6c54a8c:38101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:23,762 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,38101,1732101622665' 2024-11-20T11:20:23,762 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-387118129/flush-table-proc/abort' 2024-11-20T11:20:23,763 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-387118129/flush-table-proc/acquired' 2024-11-20T11:20:23,763 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:20:23,763 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:20:23,763 DEBUG [RS:0;448ea6c54a8c:38101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:23,763 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,38101,1732101622665' 2024-11-20T11:20:23,763 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-387118129/online-snapshot/abort' 2024-11-20T11:20:23,764 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-387118129/online-snapshot/acquired' 2024-11-20T11:20:23,764 DEBUG [RS:0;448ea6c54a8c:38101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:20:23,764 INFO [RS:0;448ea6c54a8c:38101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:20:23,764 INFO [RS:0;448ea6c54a8c:38101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:20:23,865 INFO [RS:0;448ea6c54a8c:38101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:20:23,866 INFO [RS:0;448ea6c54a8c:38101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C38101%2C1732101622665, suffix=, logDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/oldWALs, maxLogs=10 2024-11-20T11:20:23,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:20:23,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T11:20:23,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:20:23,898 DEBUG [RS:0;448ea6c54a8c:38101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, exclude list is [], retry=0 2024-11-20T11:20:23,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46125,DS-3d49772c-df85-4f1a-bdbc-fcbe1fd21f8e,DISK] 2024-11-20T11:20:23,903 INFO [RS:0;448ea6c54a8c:38101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 2024-11-20T11:20:23,903 DEBUG [RS:0;448ea6c54a8c:38101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41389:41389)] 2024-11-20T11:20:24,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:20:24,066 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30 2024-11-20T11:20:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:20:24,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:24,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:20:24,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:20:24,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:24,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:24,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:20:24,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:20:24,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:24,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:24,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:20:24,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:20:24,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:24,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:24,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:20:24,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:20:24,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:24,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:24,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:20:24,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740 2024-11-20T11:20:24,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740 2024-11-20T11:20:24,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:20:24,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:20:24,482 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:24,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:20:24,484 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:24,485 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60977067, jitterRate=-0.09137089550495148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101624473Initializing all the Stores at 1732101624474 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101624474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101624474Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101624474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101624474Cleaning up temporary data from old regions at 1732101624482 (+8 ms)Region opened successfully at 1732101624485 (+3 ms) 2024-11-20T11:20:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:20:24,485 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:20:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:20:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:20:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:20:24,485 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101624485Disabling compacts and flushes for region at 1732101624485Disabling writes for close at 1732101624485Writing region close event to WAL at 1732101624485Closed at 1732101624485 2024-11-20T11:20:24,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:24,486 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:20:24,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:20:24,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:20:24,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:20:24,638 DEBUG [448ea6c54a8c:36657 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:20:24,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:24,640 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,38101,1732101622665, state=OPENING 2024-11-20T11:20:24,644 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:20:24,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:24,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:24,645 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:20:24,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,38101,1732101622665}] 2024-11-20T11:20:24,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-387118129/meta-region-server: CHANGED 2024-11-20T11:20:24,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-387118129/meta-region-server: CHANGED 2024-11-20T11:20:24,798 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:24,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:20:24,802 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:20:24,802 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:24,803 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:20:24,804 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C38101%2C1732101622665.meta, suffix=.meta, logDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/oldWALs, maxLogs=10 2024-11-20T11:20:24,817 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.meta.1732101624804.meta, exclude list is [], retry=0 2024-11-20T11:20:24,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46125,DS-3d49772c-df85-4f1a-bdbc-fcbe1fd21f8e,DISK] 2024-11-20T11:20:24,821 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.meta.1732101624804.meta 2024-11-20T11:20:24,822 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41389:41389)] 2024-11-20T11:20:24,822 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:24,822 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:24,822 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:20:24,823 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:20:24,823 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:20:24,823 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:20:24,823 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:24,823 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:20:24,823 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:20:24,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:20:24,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:20:24,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:24,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:24,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:20:24,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:20:24,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:24,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:24,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:20:24,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:20:24,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:24,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:24,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:20:24,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:20:24,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:24,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:24,828 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:20:24,828 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740 2024-11-20T11:20:24,829 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740 2024-11-20T11:20:24,830 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:20:24,830 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:20:24,830 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:24,831 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:20:24,832 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64830424, jitterRate=-0.033951401710510254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:24,832 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:20:24,832 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101624823Writing region info on filesystem at 1732101624823Initializing all the Stores at 1732101624824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101624824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101624824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101624824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101624824Cleaning up temporary data from old regions at 1732101624830 (+6 ms)Running coprocessor post-open hooks at 1732101624832 (+2 ms)Region opened successfully at 1732101624832 2024-11-20T11:20:24,833 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101624798 2024-11-20T11:20:24,834 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:20:24,834 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:20:24,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:24,835 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,38101,1732101622665, state=OPEN 2024-11-20T11:20:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-387118129/meta-region-server 2024-11-20T11:20:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-387118129/meta-region-server 2024-11-20T11:20:24,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-387118129/meta-region-server: CHANGED 2024-11-20T11:20:24,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-387118129/meta-region-server: CHANGED 2024-11-20T11:20:24,838 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:24,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:20:24,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,38101,1732101622665 in 193 msec 2024-11-20T11:20:24,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:20:24,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-20T11:20:24,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:24,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:20:24,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:24,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,38101,1732101622665, seqNum=-1] 2024-11-20T11:20:24,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:24,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:24,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-20T11:20:24,848 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101624848, completionTime=-1 2024-11-20T11:20:24,849 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:20:24,849 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:20:24,850 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:20:24,850 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101684850 2024-11-20T11:20:24,850 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101744850 2024-11-20T11:20:24,850 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T11:20:24,851 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36657,1732101622615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:24,851 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36657,1732101622615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:24,851 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36657,1732101622615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:24,851 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:36657, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:24,851 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:24,851 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:24,852 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:20:24,854 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.136sec 2024-11-20T11:20:24,854 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:20:24,854 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:20:24,854 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:20:24,854 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:20:24,854 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:20:24,854 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36657,1732101622615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:20:24,854 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36657,1732101622615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:20:24,856 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:20:24,856 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:20:24,856 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36657,1732101622615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:24,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1411bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:24,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36657,-1 for getting cluster id 2024-11-20T11:20:24,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:24,900 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb212b1-f6f0-4c5f-9368-08a14d00d863' 2024-11-20T11:20:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb212b1-f6f0-4c5f-9368-08a14d00d863" 2024-11-20T11:20:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b91527a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36657,-1] 2024-11-20T11:20:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:24,902 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:24,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b15dbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:24,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,38101,1732101622665, seqNum=-1] 2024-11-20T11:20:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:24,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:24,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:24,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58601 2024-11-20T11:20:24,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:24,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101351b24290005 connected 2024-11-20T11:20:24,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/hadoop.log.dir so I do NOT create it in target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3 2024-11-20T11:20:24,913 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:20:24,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/hadoop.tmp.dir so I do NOT create it in target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3 2024-11-20T11:20:24,913 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:20:24,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3 2024-11-20T11:20:24,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:20:24,914 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/cluster_6b1009a1-126f-1a2e-eb56-5760223101ac, deleteOnExit=true 2024-11-20T11:20:24,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:20:24,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/test.cache.data in system properties and HBase conf 2024-11-20T11:20:24,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:20:24,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:20:24,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:20:24,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:20:24,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:20:24,914 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:20:24,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:20:24,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:20:24,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:20:24,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:20:24,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:20:24,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:20:24,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:20:24,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:20:24,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:20:24,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:20:24,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:20:24,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:20:24,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:20:24,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:20:25,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:25,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:20:25,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:20:25,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:20:25,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:20:25,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:25,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655c6ebf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:20:25,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f137416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:20:25,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3198c032{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/java.io.tmpdir/jetty-localhost-45435-hadoop-hdfs-3_4_1-tests_jar-_-any-7222116428022401023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:20:25,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66c54baa{HTTP/1.1, (http/1.1)}{localhost:45435} 2024-11-20T11:20:25,164 INFO [Time-limited test {}] server.Server(415): Started @216418ms 2024-11-20T11:20:25,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:25,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:20:25,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:20:25,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:20:25,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:20:25,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c41974f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:20:25,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f83a877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:20:25,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@205f457f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/java.io.tmpdir/jetty-localhost-35123-hadoop-hdfs-3_4_1-tests_jar-_-any-5917731528292273920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:20:25,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15cfca75{HTTP/1.1, (http/1.1)}{localhost:35123} 2024-11-20T11:20:25,426 INFO [Time-limited test {}] server.Server(415): Started @216680ms 2024-11-20T11:20:25,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:20:25,549 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/cluster_6b1009a1-126f-1a2e-eb56-5760223101ac/data/data2/current/BP-44279016-172.17.0.2-1732101624945/current, will proceed with Du for space computation calculation, 2024-11-20T11:20:25,549 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/cluster_6b1009a1-126f-1a2e-eb56-5760223101ac/data/data1/current/BP-44279016-172.17.0.2-1732101624945/current, will proceed with Du for space computation calculation, 2024-11-20T11:20:25,592 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:20:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ad3256190dea7a with lease ID 0x6594cad99daa5041: Processing first storage report for DS-c328efb4-b279-4690-9c67-43f65ef3e00b from datanode DatanodeRegistration(127.0.0.1:46201, datanodeUuid=81a4a682-e376-484d-a567-60c5c284cd2b, infoPort=44555, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=1528618912;c=1732101624945) 2024-11-20T11:20:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ad3256190dea7a with lease ID 0x6594cad99daa5041: from storage DS-c328efb4-b279-4690-9c67-43f65ef3e00b node DatanodeRegistration(127.0.0.1:46201, datanodeUuid=81a4a682-e376-484d-a567-60c5c284cd2b, infoPort=44555, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=1528618912;c=1732101624945), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:20:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ad3256190dea7a with lease ID 0x6594cad99daa5041: Processing first storage report for DS-16d3944a-9a3c-4420-8d69-ffc64f44fd93 from datanode DatanodeRegistration(127.0.0.1:46201, datanodeUuid=81a4a682-e376-484d-a567-60c5c284cd2b, infoPort=44555, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=1528618912;c=1732101624945) 2024-11-20T11:20:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ad3256190dea7a with lease ID 0x6594cad99daa5041: from storage DS-16d3944a-9a3c-4420-8d69-ffc64f44fd93 node DatanodeRegistration(127.0.0.1:46201, datanodeUuid=81a4a682-e376-484d-a567-60c5c284cd2b, infoPort=44555, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=1528618912;c=1732101624945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:20:25,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3 2024-11-20T11:20:25,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:25,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:25,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:20:25,682 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c with version=8 2024-11-20T11:20:25,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/hbase-staging 2024-11-20T11:20:25,686 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:20:25,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:25,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:25,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:20:25,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:25,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:20:25,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:20:25,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:20:25,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43839 2024-11-20T11:20:25,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43839 connecting to ZooKeeper ensemble=127.0.0.1:58601 2024-11-20T11:20:25,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438390x0, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:25,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43839-0x101351b24290006 connected 2024-11-20T11:20:25,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:25,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:25,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Set watcher on znode that does not yet exist, /21289176695/running 2024-11-20T11:20:25,716 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c, hbase.cluster.distributed=false 2024-11-20T11:20:25,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Set watcher on znode that does not yet exist, /21289176695/acl 2024-11-20T11:20:25,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43839 2024-11-20T11:20:25,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43839 2024-11-20T11:20:25,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43839 2024-11-20T11:20:25,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43839 2024-11-20T11:20:25,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43839 2024-11-20T11:20:25,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:20:25,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:25,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:25,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:20:25,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:25,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:20:25,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:20:25,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:20:25,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44779 2024-11-20T11:20:25,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44779 connecting to ZooKeeper ensemble=127.0.0.1:58601 2024-11-20T11:20:25,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:25,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447790x0, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:25,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447790x0, quorum=127.0.0.1:58601, baseZNode=/21289176695 Set watcher on znode that does not yet exist, /21289176695/running 2024-11-20T11:20:25,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:20:25,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44779-0x101351b24290007 connected 2024-11-20T11:20:25,808 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:20:25,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Set watcher on znode that does not yet exist, /21289176695/master 2024-11-20T11:20:25,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Set watcher on znode that does not yet exist, /21289176695/acl 2024-11-20T11:20:25,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44779 2024-11-20T11:20:25,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44779 2024-11-20T11:20:25,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44779 2024-11-20T11:20:25,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44779 2024-11-20T11:20:25,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44779 2024-11-20T11:20:25,861 DEBUG [M:0;448ea6c54a8c:43839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:43839 2024-11-20T11:20:25,864 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21289176695/backup-masters/448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:25,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695/backup-masters 2024-11-20T11:20:25,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695/backup-masters 2024-11-20T11:20:25,867 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Set watcher on existing znode=/21289176695/backup-masters/448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21289176695/master 2024-11-20T11:20:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:25,869 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Set watcher on existing znode=/21289176695/master 2024-11-20T11:20:25,869 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21289176695/backup-masters/448ea6c54a8c,43839,1732101625686 from backup master directory 2024-11-20T11:20:25,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21289176695/backup-masters/448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:25,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695/backup-masters 2024-11-20T11:20:25,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695/backup-masters 2024-11-20T11:20:25,870 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:20:25,870 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:25,877 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/hbase.id] with ID: d822b5d5-1ad4-4b40-8db3-809a9099faba 2024-11-20T11:20:25,877 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/.tmp/hbase.id 2024-11-20T11:20:25,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:20:25,889 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/.tmp/hbase.id]:[hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/hbase.id] 2024-11-20T11:20:25,903 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:25,903 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:20:25,904 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:20:25,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:25,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:25,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:20:26,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:20:26,319 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:26,319 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:20:26,320 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:26,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:20:26,727 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store 2024-11-20T11:20:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:20:26,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:20:26,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:26,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:26,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:26,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:26,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:26,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:26,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:26,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:26,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:26,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:26,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:27,167 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:27,168 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:20:27,168 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:27,168 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:27,168 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:20:27,168 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:27,168 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:27,168 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101627168Disabling compacts and flushes for region at 1732101627168Disabling writes for close at 1732101627168Writing region close event to WAL at 1732101627168Closed at 1732101627168 2024-11-20T11:20:27,169 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/.initializing 2024-11-20T11:20:27,169 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/WALs/448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:27,170 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:20:27,172 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C43839%2C1732101625686, suffix=, logDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/WALs/448ea6c54a8c,43839,1732101625686, archiveDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/oldWALs, maxLogs=10 2024-11-20T11:20:27,202 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/WALs/448ea6c54a8c,43839,1732101625686/448ea6c54a8c%2C43839%2C1732101625686.1732101627172, exclude list is [], retry=0 2024-11-20T11:20:27,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-c328efb4-b279-4690-9c67-43f65ef3e00b,DISK] 2024-11-20T11:20:27,226 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/WALs/448ea6c54a8c,43839,1732101625686/448ea6c54a8c%2C43839%2C1732101625686.1732101627172 2024-11-20T11:20:27,227 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44555:44555)] 2024-11-20T11:20:27,227 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:27,227 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:27,227 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,227 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:20:27,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:27,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:27,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:20:27,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:27,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:27,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:20:27,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:27,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:27,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:20:27,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:27,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:27,240 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,241 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,241 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,243 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,243 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,243 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:27,244 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:27,246 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:27,246 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62314583, jitterRate=-0.07144035398960114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:27,247 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101627228Initializing all the Stores at 1732101627228Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101627228Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101627231 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101627231Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101627231Cleaning up temporary data from old regions at 1732101627243 (+12 ms)Region opened successfully at 1732101627246 (+3 ms) 2024-11-20T11:20:27,247 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:20:27,250 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336c2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:20:27,251 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:20:27,251 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:20:27,251 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:20:27,251 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:20:27,251 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:20:27,252 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:20:27,252 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:20:27,260 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:20:27,261 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Unable to get data of znode /21289176695/balancer because node does not exist (not necessarily an error) 2024-11-20T11:20:27,262 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21289176695/balancer already deleted, retry=false 2024-11-20T11:20:27,263 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:20:27,264 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Unable to get data of znode /21289176695/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:20:27,265 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21289176695/normalizer already deleted, retry=false 2024-11-20T11:20:27,265 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:20:27,266 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Unable to get data of znode /21289176695/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:20:27,267 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21289176695/switch/split already deleted, retry=false 2024-11-20T11:20:27,268 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Unable to get data of znode /21289176695/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:20:27,270 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21289176695/switch/merge already deleted, retry=false 2024-11-20T11:20:27,273 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Unable to get data of znode /21289176695/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:20:27,274 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21289176695/snapshot-cleanup already deleted, retry=false 2024-11-20T11:20:27,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21289176695/running 2024-11-20T11:20:27,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:27,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21289176695/running 2024-11-20T11:20:27,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:27,277 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,43839,1732101625686, sessionid=0x101351b24290006, setting cluster-up flag (Was=false) 2024-11-20T11:20:27,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:27,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:27,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:27,282 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:20:27,282 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38322 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:20:27,286 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21289176695/flush-table-proc/acquired, /21289176695/flush-table-proc/reached, /21289176695/flush-table-proc/abort 2024-11-20T11:20:27,288 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:27,296 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21289176695/online-snapshot/acquired, /21289176695/online-snapshot/reached, /21289176695/online-snapshot/abort 2024-11-20T11:20:27,297 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:27,298 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:20:27,300 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:27,300 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:20:27,300 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:20:27,300 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,43839,1732101625686 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:20:27,302 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:27,302 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:27,302 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:27,302 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:27,302 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:20:27,302 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,302 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:20:27,302 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:27,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:20:27,308 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101657308 2024-11-20T11:20:27,308 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:20:27,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:20:27,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:20:27,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:20:27,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:20:27,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:20:27,309 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:27,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:20:27,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:20:27,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:20:27,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:20:27,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:20:27,312 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:20:27,312 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:20:27,316 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101627312,5,FailOnTimeoutGroup] 2024-11-20T11:20:27,319 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101627316,5,FailOnTimeoutGroup] 2024-11-20T11:20:27,319 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,319 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:20:27,319 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,319 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:20:27,348 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(746): ClusterId : d822b5d5-1ad4-4b40-8db3-809a9099faba 2024-11-20T11:20:27,348 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:20:27,350 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:20:27,350 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:20:27,351 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:20:27,352 DEBUG [RS:0;448ea6c54a8c:44779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d26658a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:20:27,368 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:44779 2024-11-20T11:20:27,368 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:20:27,368 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:20:27,368 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:20:27,369 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,43839,1732101625686 with port=44779, startcode=1732101625782 2024-11-20T11:20:27,369 DEBUG [RS:0;448ea6c54a8c:44779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:20:27,371 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:20:27,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:27,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43839 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:27,373 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c 2024-11-20T11:20:27,373 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37361 2024-11-20T11:20:27,373 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:20:27,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695/rs 2024-11-20T11:20:27,379 DEBUG [RS:0;448ea6c54a8c:44779 {}] zookeeper.ZKUtil(111): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Set watcher on existing znode=/21289176695/rs/448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:27,379 WARN [RS:0;448ea6c54a8c:44779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:20:27,379 INFO [RS:0;448ea6c54a8c:44779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:27,379 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:27,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,44779,1732101625782] 2024-11-20T11:20:27,382 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:20:27,383 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:20:27,384 INFO [RS:0;448ea6c54a8c:44779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:20:27,384 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,387 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:20:27,387 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:20:27,387 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,387 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,387 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,387 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,387 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,387 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,387 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:20:27,387 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,388 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,388 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,388 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,388 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,388 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:27,388 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:20:27,388 DEBUG [RS:0;448ea6c54a8c:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:20:27,392 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,392 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,392 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,392 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,392 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,392 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44779,1732101625782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:20:27,406 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:20:27,406 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44779,1732101625782-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,406 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,406 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.Replication(171): 448ea6c54a8c,44779,1732101625782 started 2024-11-20T11:20:27,419 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:27,419 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,44779,1732101625782, RpcServer on 448ea6c54a8c/172.17.0.2:44779, sessionid=0x101351b24290007 2024-11-20T11:20:27,419 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:20:27,420 DEBUG [RS:0;448ea6c54a8c:44779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:27,420 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,44779,1732101625782' 2024-11-20T11:20:27,420 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21289176695/flush-table-proc/abort' 2024-11-20T11:20:27,420 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21289176695/flush-table-proc/acquired' 2024-11-20T11:20:27,420 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:20:27,420 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:20:27,420 DEBUG [RS:0;448ea6c54a8c:44779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:27,420 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,44779,1732101625782' 2024-11-20T11:20:27,420 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21289176695/online-snapshot/abort' 2024-11-20T11:20:27,421 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21289176695/online-snapshot/acquired' 2024-11-20T11:20:27,421 DEBUG [RS:0;448ea6c54a8c:44779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:20:27,421 INFO [RS:0;448ea6c54a8c:44779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:20:27,421 INFO [RS:0;448ea6c54a8c:44779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:20:27,521 INFO [RS:0;448ea6c54a8c:44779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:20:27,523 INFO [RS:0;448ea6c54a8c:44779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C44779%2C1732101625782, suffix=, logDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782, archiveDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/oldWALs, maxLogs=10 2024-11-20T11:20:27,536 DEBUG [RS:0;448ea6c54a8c:44779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, exclude list is [], retry=0 2024-11-20T11:20:27,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-c328efb4-b279-4690-9c67-43f65ef3e00b,DISK] 2024-11-20T11:20:27,540 INFO [RS:0;448ea6c54a8c:44779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 2024-11-20T11:20:27,540 DEBUG [RS:0;448ea6c54a8c:44779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44555:44555)] 2024-11-20T11:20:27,725 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:20:27,725 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c 2024-11-20T11:20:27,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:20:28,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:28,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:20:28,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:20:28,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:28,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:28,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:20:28,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:20:28,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:28,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:28,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:20:28,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:20:28,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:28,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:28,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:20:28,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:20:28,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:28,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:28,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:20:28,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740 2024-11-20T11:20:28,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740 2024-11-20T11:20:28,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:20:28,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:20:28,142 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:28,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:20:28,145 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:28,145 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58816152, jitterRate=-0.12357103824615479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:28,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101628131Initializing all the Stores at 1732101628132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101628132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101628132Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101628132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101628132Cleaning up temporary data from old regions at 1732101628141 (+9 ms)Region opened successfully at 1732101628145 (+4 ms) 2024-11-20T11:20:28,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:20:28,145 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:20:28,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:20:28,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:20:28,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:20:28,146 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:28,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101628145Disabling compacts and flushes for region at 1732101628145Disabling writes for close at 1732101628145Writing region close event to WAL at 1732101628146 (+1 ms)Closed at 1732101628146 2024-11-20T11:20:28,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:28,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:20:28,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:20:28,148 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:20:28,149 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:20:28,299 DEBUG [448ea6c54a8c:43839 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:20:28,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:28,301 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,44779,1732101625782, state=OPENING 2024-11-20T11:20:28,302 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:20:28,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:28,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:28,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21289176695/meta-region-server: CHANGED 2024-11-20T11:20:28,304 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:20:28,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21289176695/meta-region-server: CHANGED 2024-11-20T11:20:28,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,44779,1732101625782}] 2024-11-20T11:20:28,456 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:28,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:20:28,460 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:20:28,460 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:28,460 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:20:28,461 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C44779%2C1732101625782.meta, suffix=.meta, logDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782, archiveDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/oldWALs, maxLogs=10 2024-11-20T11:20:28,475 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.meta.1732101628462.meta, exclude list is [], retry=0 2024-11-20T11:20:28,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-c328efb4-b279-4690-9c67-43f65ef3e00b,DISK] 2024-11-20T11:20:28,479 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.meta.1732101628462.meta 2024-11-20T11:20:28,479 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44555:44555)] 2024-11-20T11:20:28,479 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:28,479 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:28,479 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:20:28,479 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:20:28,480 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:20:28,480 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:20:28,480 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:28,480 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:20:28,480 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:20:28,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:20:28,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:20:28,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:28,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:28,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:20:28,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:20:28,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:28,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:28,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:20:28,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:20:28,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:28,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:28,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:20:28,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:20:28,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:28,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:28,484 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:20:28,485 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740 2024-11-20T11:20:28,485 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740 2024-11-20T11:20:28,486 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:20:28,486 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:20:28,486 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:28,487 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:20:28,487 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72430331, jitterRate=0.0792960375547409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:28,487 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:20:28,488 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101628480Writing region info on filesystem at 1732101628480Initializing all the Stores at 1732101628480Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101628480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101628481 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101628481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101628481Cleaning up temporary data from old regions at 1732101628486 (+5 ms)Running coprocessor post-open hooks at 1732101628487 (+1 ms)Region opened successfully at 1732101628488 (+1 ms) 2024-11-20T11:20:28,488 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101628456 2024-11-20T11:20:28,490 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:20:28,490 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:20:28,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:28,491 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,44779,1732101625782, state=OPEN 2024-11-20T11:20:28,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21289176695/meta-region-server 2024-11-20T11:20:28,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21289176695/meta-region-server 2024-11-20T11:20:28,493 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:28,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21289176695/meta-region-server: CHANGED 2024-11-20T11:20:28,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21289176695/meta-region-server: CHANGED 2024-11-20T11:20:28,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:20:28,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,44779,1732101625782 in 189 msec 2024-11-20T11:20:28,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:20:28,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-20T11:20:28,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:28,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:20:28,499 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:28,499 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,44779,1732101625782, seqNum=-1] 2024-11-20T11:20:28,500 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:28,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:28,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-11-20T11:20:28,505 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101628505, completionTime=-1 2024-11-20T11:20:28,505 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:20:28,505 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:20:28,507 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:20:28,507 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101688507 2024-11-20T11:20:28,507 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101748507 2024-11-20T11:20:28,507 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T11:20:28,507 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43839,1732101625686-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:28,507 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43839,1732101625686-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:28,507 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43839,1732101625686-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:28,508 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:43839, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:28,508 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:28,508 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:28,509 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:20:28,511 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.641sec 2024-11-20T11:20:28,511 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:20:28,511 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:20:28,511 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:20:28,511 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:20:28,511 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:20:28,511 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43839,1732101625686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:20:28,511 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43839,1732101625686-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:20:28,513 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:20:28,513 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:20:28,513 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,43839,1732101625686-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:28,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295bfe99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:28,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43839,-1 for getting cluster id 2024-11-20T11:20:28,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:28,550 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd822b5d5-1ad4-4b40-8db3-809a9099faba' 2024-11-20T11:20:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d822b5d5-1ad4-4b40-8db3-809a9099faba" 2024-11-20T11:20:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694cbd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43839,-1] 2024-11-20T11:20:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:28,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:28,553 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:28,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b7778c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:28,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,44779,1732101625782, seqNum=-1] 2024-11-20T11:20:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:28,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:28,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:28,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58601 2024-11-20T11:20:28,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:28,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101351b24290008 connected 2024-11-20T11:20:28,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18a4ad9b 2024-11-20T11:20:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:28,571 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:28,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:20:28,573 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:20:28,573 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:28,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:20:28,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:20:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:28,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:20:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:28,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e182e71e31708ee765a806371798d103, NAME => 'test,,1732101628571.e182e71e31708ee765a806371798d103.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351 2024-11-20T11:20:28,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:20:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:29,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101628571.e182e71e31708ee765a806371798d103.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:29,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e182e71e31708ee765a806371798d103, disabling compactions & flushes 2024-11-20T11:20:29,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:29,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:29,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101628571.e182e71e31708ee765a806371798d103. after waiting 0 ms 2024-11-20T11:20:29,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:29,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:29,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e182e71e31708ee765a806371798d103: Waiting for close lock at 1732101629392Disabling compacts and flushes for region at 1732101629392Disabling writes for close at 1732101629392Writing region close event to WAL at 1732101629392Closed at 1732101629392 2024-11-20T11:20:29,393 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:20:29,394 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101628571.e182e71e31708ee765a806371798d103.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101629393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101629393"}]},"ts":"1732101629393"} 2024-11-20T11:20:29,395 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:20:29,396 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:20:29,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101629396"}]},"ts":"1732101629396"} 2024-11-20T11:20:29,398 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:20:29,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e182e71e31708ee765a806371798d103, ASSIGN}] 2024-11-20T11:20:29,399 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e182e71e31708ee765a806371798d103, ASSIGN 2024-11-20T11:20:29,399 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e182e71e31708ee765a806371798d103, ASSIGN; state=OFFLINE, location=448ea6c54a8c,43605,1732101619121; forceNewPlan=false, retain=false 2024-11-20T11:20:29,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e182e71e31708ee765a806371798d103, regionState=OPENING, regionLocation=448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:29,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e182e71e31708ee765a806371798d103, ASSIGN because future has completed 2024-11-20T11:20:29,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e182e71e31708ee765a806371798d103, server=448ea6c54a8c,43605,1732101619121}] 2024-11-20T11:20:29,708 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:29,708 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e182e71e31708ee765a806371798d103, NAME => 'test,,1732101628571.e182e71e31708ee765a806371798d103.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:29,708 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:29,709 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:20:29,709 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,709 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101628571.e182e71e31708ee765a806371798d103.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:29,709 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,709 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,710 INFO [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,711 INFO [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e182e71e31708ee765a806371798d103 columnFamilyName f 2024-11-20T11:20:29,711 DEBUG [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:29,711 INFO [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] regionserver.HStore(327): Store=e182e71e31708ee765a806371798d103/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:29,712 INFO [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:29,713 INFO [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e182e71e31708ee765a806371798d103 columnFamilyName f1 2024-11-20T11:20:29,713 DEBUG [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:29,713 INFO [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] regionserver.HStore(327): Store=e182e71e31708ee765a806371798d103/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:29,713 INFO [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,714 INFO [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e182e71e31708ee765a806371798d103 columnFamilyName norep 2024-11-20T11:20:29,714 DEBUG [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:29,714 INFO [StoreOpener-e182e71e31708ee765a806371798d103-1 {}] regionserver.HStore(327): Store=e182e71e31708ee765a806371798d103/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:29,715 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,715 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,716 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,716 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,716 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,717 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:20:29,718 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,720 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:29,720 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e182e71e31708ee765a806371798d103; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60981719, jitterRate=-0.0913015753030777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:20:29,720 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e182e71e31708ee765a806371798d103 2024-11-20T11:20:29,721 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e182e71e31708ee765a806371798d103: Running coprocessor pre-open hook at 1732101629709Writing region info on filesystem at 1732101629709Initializing all the Stores at 1732101629710 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101629710Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101629710Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101629710Cleaning up temporary data from old regions at 1732101629716 (+6 ms)Running coprocessor post-open hooks at 1732101629720 (+4 ms)Region opened successfully at 1732101629721 (+1 ms) 2024-11-20T11:20:29,722 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101628571.e182e71e31708ee765a806371798d103., pid=6, masterSystemTime=1732101629704 2024-11-20T11:20:29,724 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:29,724 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:29,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e182e71e31708ee765a806371798d103, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:29,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e182e71e31708ee765a806371798d103, server=448ea6c54a8c,43605,1732101619121 because future has completed 2024-11-20T11:20:29,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:20:29,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e182e71e31708ee765a806371798d103, server=448ea6c54a8c,43605,1732101619121 in 181 msec 2024-11-20T11:20:29,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:20:29,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e182e71e31708ee765a806371798d103, ASSIGN in 337 msec 2024-11-20T11:20:29,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:20:29,738 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101629737"}]},"ts":"1732101629737"} 2024-11-20T11:20:29,739 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:20:29,740 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:20:29,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-20T11:20:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:30,722 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:20:30,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fe5b75c 2024-11-20T11:20:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:30,724 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:30,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:20:30,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:20:30,727 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:30,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:20:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:30,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:20:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:20:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:31,141 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bc32e722604af2305ca781f604c1113, NAME => 'test,,1732101630725.6bc32e722604af2305ca781f604c1113.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30 2024-11-20T11:20:31,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:20:31,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101630725.6bc32e722604af2305ca781f604c1113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:31,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6bc32e722604af2305ca781f604c1113, disabling compactions & flushes 2024-11-20T11:20:31,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:31,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:31,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101630725.6bc32e722604af2305ca781f604c1113. after waiting 0 ms 2024-11-20T11:20:31,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:31,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:31,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bc32e722604af2305ca781f604c1113: Waiting for close lock at 1732101631175Disabling compacts and flushes for region at 1732101631175Disabling writes for close at 1732101631175Writing region close event to WAL at 1732101631175Closed at 1732101631175 2024-11-20T11:20:31,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:20:31,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101630725.6bc32e722604af2305ca781f604c1113.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101631176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101631176"}]},"ts":"1732101631176"} 2024-11-20T11:20:31,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:20:31,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:20:31,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101631180"}]},"ts":"1732101631180"} 2024-11-20T11:20:31,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:20:31,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bc32e722604af2305ca781f604c1113, ASSIGN}] 2024-11-20T11:20:31,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bc32e722604af2305ca781f604c1113, ASSIGN 2024-11-20T11:20:31,186 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6bc32e722604af2305ca781f604c1113, ASSIGN; state=OFFLINE, location=448ea6c54a8c,38101,1732101622665; forceNewPlan=false, retain=false 2024-11-20T11:20:31,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bc32e722604af2305ca781f604c1113, regionState=OPENING, regionLocation=448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:31,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6bc32e722604af2305ca781f604c1113, ASSIGN because future has completed 2024-11-20T11:20:31,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bc32e722604af2305ca781f604c1113, server=448ea6c54a8c,38101,1732101622665}] 2024-11-20T11:20:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:31,500 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:31,501 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bc32e722604af2305ca781f604c1113, NAME => 'test,,1732101630725.6bc32e722604af2305ca781f604c1113.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:31,501 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:31,501 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:20:31,501 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,501 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101630725.6bc32e722604af2305ca781f604c1113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:31,501 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,502 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,503 INFO [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,504 INFO [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc32e722604af2305ca781f604c1113 columnFamilyName f 2024-11-20T11:20:31,504 DEBUG [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:31,505 INFO [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] regionserver.HStore(327): Store=6bc32e722604af2305ca781f604c1113/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:31,505 INFO [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,507 INFO [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc32e722604af2305ca781f604c1113 columnFamilyName f1 2024-11-20T11:20:31,507 DEBUG [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:31,508 INFO [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] regionserver.HStore(327): Store=6bc32e722604af2305ca781f604c1113/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:31,508 INFO [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,509 INFO [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc32e722604af2305ca781f604c1113 columnFamilyName norep 2024-11-20T11:20:31,509 DEBUG [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:31,510 INFO [StoreOpener-6bc32e722604af2305ca781f604c1113-1 {}] regionserver.HStore(327): Store=6bc32e722604af2305ca781f604c1113/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:31,510 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,514 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,514 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,515 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,515 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,516 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:20:31,517 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,520 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:31,520 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6bc32e722604af2305ca781f604c1113; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67403294, jitterRate=0.004387348890304565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:20:31,520 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:31,520 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6bc32e722604af2305ca781f604c1113: Running coprocessor pre-open hook at 1732101631502Writing region info on filesystem at 1732101631502Initializing all the Stores at 1732101631502Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101631502Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101631503 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101631503Cleaning up temporary data from old regions at 1732101631515 (+12 ms)Running coprocessor post-open hooks at 1732101631520 (+5 ms)Region opened successfully at 1732101631520 2024-11-20T11:20:31,521 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101630725.6bc32e722604af2305ca781f604c1113., pid=6, masterSystemTime=1732101631494 2024-11-20T11:20:31,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bc32e722604af2305ca781f604c1113, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:31,525 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:31,525 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bc32e722604af2305ca781f604c1113, server=448ea6c54a8c,38101,1732101622665 because future has completed 2024-11-20T11:20:31,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:20:31,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bc32e722604af2305ca781f604c1113, server=448ea6c54a8c,38101,1732101622665 in 186 msec 2024-11-20T11:20:31,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:20:31,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6bc32e722604af2305ca781f604c1113, ASSIGN in 345 msec 2024-11-20T11:20:31,533 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:20:31,533 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101631533"}]},"ts":"1732101631533"} 2024-11-20T11:20:31,535 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:20:31,537 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:20:31,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 812 msec 2024-11-20T11:20:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:31,861 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:20:31,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:31,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:31,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e5771eb 2024-11-20T11:20:31,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:31,863 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:31,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:20:31,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:20:31,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:31,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:20:31,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:20:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:31,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:20:31,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06c921b6679e8c79a86fdc610fe9d5f7, NAME => 'test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c 2024-11-20T11:20:31,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:20:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:32,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T11:20:32,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:32,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 06c921b6679e8c79a86fdc610fe9d5f7, disabling compactions & flushes 2024-11-20T11:20:32,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:32,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:32,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. after waiting 0 ms 2024-11-20T11:20:32,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:32,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:32,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06c921b6679e8c79a86fdc610fe9d5f7: Waiting for close lock at 1732101632307Disabling compacts and flushes for region at 1732101632307Disabling writes for close at 1732101632307Writing region close event to WAL at 1732101632307Closed at 1732101632307 2024-11-20T11:20:32,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:20:32,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101632309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101632309"}]},"ts":"1732101632309"} 2024-11-20T11:20:32,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:20:32,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:20:32,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101632312"}]},"ts":"1732101632312"} 2024-11-20T11:20:32,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:20:32,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06c921b6679e8c79a86fdc610fe9d5f7, ASSIGN}] 2024-11-20T11:20:32,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06c921b6679e8c79a86fdc610fe9d5f7, ASSIGN 2024-11-20T11:20:32,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=06c921b6679e8c79a86fdc610fe9d5f7, ASSIGN; state=OFFLINE, location=448ea6c54a8c,44779,1732101625782; forceNewPlan=false, retain=false 2024-11-20T11:20:32,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06c921b6679e8c79a86fdc610fe9d5f7, regionState=OPENING, regionLocation=448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:32,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=06c921b6679e8c79a86fdc610fe9d5f7, ASSIGN because future has completed 2024-11-20T11:20:32,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06c921b6679e8c79a86fdc610fe9d5f7, server=448ea6c54a8c,44779,1732101625782}] 2024-11-20T11:20:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:32,624 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:32,624 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06c921b6679e8c79a86fdc610fe9d5f7, NAME => 'test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:32,624 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:32,624 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:20:32,624 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,624 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:32,624 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,624 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,625 INFO [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,626 INFO [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c921b6679e8c79a86fdc610fe9d5f7 columnFamilyName f 2024-11-20T11:20:32,626 DEBUG [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:32,627 INFO [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] regionserver.HStore(327): Store=06c921b6679e8c79a86fdc610fe9d5f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:32,627 INFO [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,628 INFO [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c921b6679e8c79a86fdc610fe9d5f7 columnFamilyName f1 2024-11-20T11:20:32,628 DEBUG [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:32,628 INFO [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] regionserver.HStore(327): Store=06c921b6679e8c79a86fdc610fe9d5f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:32,628 INFO [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,629 INFO [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c921b6679e8c79a86fdc610fe9d5f7 columnFamilyName norep 2024-11-20T11:20:32,629 DEBUG [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:32,629 INFO [StoreOpener-06c921b6679e8c79a86fdc610fe9d5f7-1 {}] regionserver.HStore(327): Store=06c921b6679e8c79a86fdc610fe9d5f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:32,629 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,630 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,630 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,630 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,630 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,631 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:20:32,631 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,633 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:32,634 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06c921b6679e8c79a86fdc610fe9d5f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67306567, jitterRate=0.002946004271507263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:20:32,634 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:32,634 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06c921b6679e8c79a86fdc610fe9d5f7: Running coprocessor pre-open hook at 1732101632625Writing region info on filesystem at 1732101632625Initializing all the Stores at 1732101632625Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101632625Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101632625Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101632625Cleaning up temporary data from old regions at 1732101632630 (+5 ms)Running coprocessor post-open hooks at 1732101632634 (+4 ms)Region opened successfully at 1732101632634 2024-11-20T11:20:32,635 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7., pid=6, masterSystemTime=1732101632620 2024-11-20T11:20:32,636 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:32,636 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:32,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06c921b6679e8c79a86fdc610fe9d5f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:32,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06c921b6679e8c79a86fdc610fe9d5f7, server=448ea6c54a8c,44779,1732101625782 because future has completed 2024-11-20T11:20:32,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:20:32,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06c921b6679e8c79a86fdc610fe9d5f7, server=448ea6c54a8c,44779,1732101625782 in 172 msec 2024-11-20T11:20:32,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:20:32,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=06c921b6679e8c79a86fdc610fe9d5f7, ASSIGN in 328 msec 2024-11-20T11:20:32,644 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:20:32,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101632644"}]},"ts":"1732101632644"} 2024-11-20T11:20:32,645 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:20:32,646 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:20:32,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 782 msec 2024-11-20T11:20:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:20:33,012 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:20:33,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:33,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43559,-1 for getting cluster id 2024-11-20T11:20:33,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:33,014 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd73dbaf-b98d-43ff-948a-ac408d129f55' 2024-11-20T11:20:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd73dbaf-b98d-43ff-948a-ac408d129f55" 2024-11-20T11:20:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55466dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43559,-1] 2024-11-20T11:20:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:33,015 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4f164b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:33,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3199cdcd 2024-11-20T11:20:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:33,018 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:33,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:36657,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:20:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:20:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:33,022 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:36657' 2024-11-20T11:20:33,023 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a20dd8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:33,023 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36657,-1 for getting cluster id 2024-11-20T11:20:33,023 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:33,023 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb212b1-f6f0-4c5f-9368-08a14d00d863' 2024-11-20T11:20:33,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:33,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb212b1-f6f0-4c5f-9368-08a14d00d863" 2024-11-20T11:20:33,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207c82d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:33,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36657,-1] 2024-11-20T11:20:33,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:33,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:33,024 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:33,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3755b795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:33,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:33,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:33,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78205edb 2024-11-20T11:20:33,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:33,027 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:33,027 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T11:20:33,027 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:20:33,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:33,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:33,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:33,028 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:33,029 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:20:33,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:20:33,030 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:33,030 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:20:33,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:20:33,079 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:20:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:33,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b65a48432b2d3fb4b4e7e8910d9fecd9, NAME => 'hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351 2024-11-20T11:20:33,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:20:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:33,843 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:33,843 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b65a48432b2d3fb4b4e7e8910d9fecd9, disabling compactions & flushes 2024-11-20T11:20:33,843 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:33,843 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:33,843 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. after waiting 0 ms 2024-11-20T11:20:33,843 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:33,843 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:33,843 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b65a48432b2d3fb4b4e7e8910d9fecd9: Waiting for close lock at 1732101633843Disabling compacts and flushes for region at 1732101633843Disabling writes for close at 1732101633843Writing region close event to WAL at 1732101633843Closed at 1732101633843 2024-11-20T11:20:33,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:20:33,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101633844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101633844"}]},"ts":"1732101633844"} 2024-11-20T11:20:33,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:20:33,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:20:33,847 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101633847"}]},"ts":"1732101633847"} 2024-11-20T11:20:33,849 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:20:33,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b65a48432b2d3fb4b4e7e8910d9fecd9, ASSIGN}] 2024-11-20T11:20:33,850 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b65a48432b2d3fb4b4e7e8910d9fecd9, ASSIGN 2024-11-20T11:20:33,851 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b65a48432b2d3fb4b4e7e8910d9fecd9, ASSIGN; state=OFFLINE, location=448ea6c54a8c,43605,1732101619121; forceNewPlan=false, retain=false 2024-11-20T11:20:33,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:20:33,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:33,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:34,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b65a48432b2d3fb4b4e7e8910d9fecd9, regionState=OPENING, regionLocation=448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:34,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b65a48432b2d3fb4b4e7e8910d9fecd9, ASSIGN because future has completed 2024-11-20T11:20:34,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b65a48432b2d3fb4b4e7e8910d9fecd9, server=448ea6c54a8c,43605,1732101619121}] 2024-11-20T11:20:34,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:34,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:34,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:34,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:34,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:34,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:34,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:34,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:34,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:34,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:20:34,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T11:20:34,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:20:34,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T11:20:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:34,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:34,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:34,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:20:34,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C43605%2C1732101619121.rep, suffix=, logDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121, archiveDir=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/oldWALs, maxLogs=10 2024-11-20T11:20:34,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.rep.1732101634167, exclude list is [], retry=0 2024-11-20T11:20:34,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34543,DS-083a46de-dd6c-4bde-bab8-270f4be9db38,DISK] 2024-11-20T11:20:34,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.rep.1732101634167 2024-11-20T11:20:34,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-20T11:20:34,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b65a48432b2d3fb4b4e7e8910d9fecd9, NAME => 'hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:34,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:34,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:20:34,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. service=MultiRowMutationService 2024-11-20T11:20:34,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:20:34,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:34,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,188 INFO [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,189 INFO [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b65a48432b2d3fb4b4e7e8910d9fecd9 columnFamilyName hfileref 2024-11-20T11:20:34,189 DEBUG [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:34,190 INFO [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] regionserver.HStore(327): Store=b65a48432b2d3fb4b4e7e8910d9fecd9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:34,190 INFO [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,191 INFO [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b65a48432b2d3fb4b4e7e8910d9fecd9 columnFamilyName queue 2024-11-20T11:20:34,191 DEBUG [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:34,191 INFO [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] regionserver.HStore(327): Store=b65a48432b2d3fb4b4e7e8910d9fecd9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:34,191 INFO [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,192 INFO [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b65a48432b2d3fb4b4e7e8910d9fecd9 columnFamilyName sid 2024-11-20T11:20:34,192 DEBUG [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:34,192 INFO [StoreOpener-b65a48432b2d3fb4b4e7e8910d9fecd9-1 {}] regionserver.HStore(327): Store=b65a48432b2d3fb4b4e7e8910d9fecd9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:34,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/replication/b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/replication/b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:20:34,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/replication/b65a48432b2d3fb4b4e7e8910d9fecd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:34,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b65a48432b2d3fb4b4e7e8910d9fecd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62096165, jitterRate=-0.07469503581523895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:20:34,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:34,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b65a48432b2d3fb4b4e7e8910d9fecd9: Running coprocessor pre-open hook at 1732101634186Writing region info on filesystem at 1732101634186Initializing all the Stores at 1732101634187 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101634187Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101634188 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101634188Cleaning up temporary data from old regions at 1732101634194 (+6 ms)Running coprocessor post-open hooks at 1732101634197 (+3 ms)Region opened successfully at 1732101634198 (+1 ms) 2024-11-20T11:20:34,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9., pid=10, masterSystemTime=1732101634156 2024-11-20T11:20:34,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:34,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:34,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b65a48432b2d3fb4b4e7e8910d9fecd9, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:34,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b65a48432b2d3fb4b4e7e8910d9fecd9, server=448ea6c54a8c,43605,1732101619121 because future has completed 2024-11-20T11:20:34,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:20:34,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b65a48432b2d3fb4b4e7e8910d9fecd9, server=448ea6c54a8c,43605,1732101619121 in 200 msec 2024-11-20T11:20:34,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:20:34,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b65a48432b2d3fb4b4e7e8910d9fecd9, ASSIGN in 356 msec 2024-11-20T11:20:34,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:20:34,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101634208"}]},"ts":"1732101634208"} 2024-11-20T11:20:34,209 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:20:34,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:20:34,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-20T11:20:34,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9., hostname=448ea6c54a8c,43605,1732101619121, seqNum=2] 2024-11-20T11:20:34,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:34,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:34,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:20:34,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:20:34,407 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:20:34,436 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,43605,1732101619121, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:20:34,436 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:34,436 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43605,1732101619121, seqNum=-1] 2024-11-20T11:20:34,437 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:34,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T11:20:34,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,43605,1732101619121', locateType=CURRENT is [region=hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9., hostname=448ea6c54a8c,43605,1732101619121, seqNum=2] 2024-11-20T11:20:34,442 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:20:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:20:34,444 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,43605,1732101619121 suceeded 2024-11-20T11:20:34,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:20:34,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-20T11:20:34,445 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:36657,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:20:34,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-20T11:20:34,463 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:36657' 2024-11-20T11:20:34,465 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75cc124e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:34,465 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36657,-1 for getting cluster id 2024-11-20T11:20:34,465 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:34,466 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb212b1-f6f0-4c5f-9368-08a14d00d863' 2024-11-20T11:20:34,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:34,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb212b1-f6f0-4c5f-9368-08a14d00d863" 2024-11-20T11:20:34,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7852a936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36657,-1] 2024-11-20T11:20:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:34,468 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:34,468 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6813d7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:34,469 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:34,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:34,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b2ae79d 2024-11-20T11:20:34,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:34,470 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-20T11:20:34,471 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,43605,1732101619121 (queues=1) is replicating from cluster=bd73dbaf-b98d-43ff-948a-ac408d129f55 to cluster=2bb212b1-f6f0-4c5f-9368-08a14d00d863 2024-11-20T11:20:34,471 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C43605%2C1732101619121 2024-11-20T11:20:34,471 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,43605,1732101619121, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:20:34,471 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C43605%2C1732101619121 2024-11-20T11:20:34,471 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, startPosition=0, beingWritten=true 2024-11-20T11:20:34,477 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:34,477 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 379, reset compression=false 2024-11-20T11:20:34,477 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43605,1732101619121 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:34,680 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 379, reset compression=false 2024-11-20T11:20:34,984 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 379, reset compression=false 2024-11-20T11:20:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:35,172 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:20:35,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:35,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:35,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:35,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:35,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:35,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:35,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36657,-1 for getting cluster id 2024-11-20T11:20:35,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:35,174 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb212b1-f6f0-4c5f-9368-08a14d00d863' 2024-11-20T11:20:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb212b1-f6f0-4c5f-9368-08a14d00d863" 2024-11-20T11:20:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753638fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36657,-1] 2024-11-20T11:20:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:35,175 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f3332f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:35,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ef744 2024-11-20T11:20:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:35,178 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:35,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:43839,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:20:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:20:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:35,181 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:43839' 2024-11-20T11:20:35,182 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ae2c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:35,182 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43839,-1 for getting cluster id 2024-11-20T11:20:35,182 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:35,182 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd822b5d5-1ad4-4b40-8db3-809a9099faba' 2024-11-20T11:20:35,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:35,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d822b5d5-1ad4-4b40-8db3-809a9099faba" 2024-11-20T11:20:35,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105d867c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:35,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43839,-1] 2024-11-20T11:20:35,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:35,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:35,183 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:35,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850ac41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:35,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:35,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:35,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@632352cf 2024-11-20T11:20:35,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:35,185 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:35,186 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T11:20:35,186 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:20:35,186 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:35,186 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:35,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:35,186 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:35,187 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:20:35,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:20:35,188 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:35,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:20:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:20:35,237 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:20:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:35,387 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 379, reset compression=false 2024-11-20T11:20:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:35,596 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44403fbee12e41b214a64efdbdc95eea, NAME => 'hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30 2024-11-20T11:20:35,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:20:35,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:35,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44403fbee12e41b214a64efdbdc95eea, disabling compactions & flushes 2024-11-20T11:20:35,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:35,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:35,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. after waiting 0 ms 2024-11-20T11:20:35,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:35,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:35,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44403fbee12e41b214a64efdbdc95eea: Waiting for close lock at 1732101635602Disabling compacts and flushes for region at 1732101635602Disabling writes for close at 1732101635602Writing region close event to WAL at 1732101635602Closed at 1732101635602 2024-11-20T11:20:35,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:20:35,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101635603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101635603"}]},"ts":"1732101635603"} 2024-11-20T11:20:35,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:20:35,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:20:35,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101635605"}]},"ts":"1732101635605"} 2024-11-20T11:20:35,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:20:35,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44403fbee12e41b214a64efdbdc95eea, ASSIGN}] 2024-11-20T11:20:35,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44403fbee12e41b214a64efdbdc95eea, ASSIGN 2024-11-20T11:20:35,609 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44403fbee12e41b214a64efdbdc95eea, ASSIGN; state=OFFLINE, location=448ea6c54a8c,38101,1732101622665; forceNewPlan=false, retain=false 2024-11-20T11:20:35,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44403fbee12e41b214a64efdbdc95eea, regionState=OPENING, regionLocation=448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:35,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44403fbee12e41b214a64efdbdc95eea, ASSIGN because future has completed 2024-11-20T11:20:35,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44403fbee12e41b214a64efdbdc95eea, server=448ea6c54a8c,38101,1732101622665}] 2024-11-20T11:20:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:35,891 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 379, reset compression=false 2024-11-20T11:20:35,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:35,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:35,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:20:35,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C38101%2C1732101622665.rep, suffix=, logDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/oldWALs, maxLogs=10 2024-11-20T11:20:35,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.rep.1732101635926, exclude list is [], retry=0 2024-11-20T11:20:35,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46125,DS-3d49772c-df85-4f1a-bdbc-fcbe1fd21f8e,DISK] 2024-11-20T11:20:35,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.rep.1732101635926 2024-11-20T11:20:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41389:41389)] 2024-11-20T11:20:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44403fbee12e41b214a64efdbdc95eea, NAME => 'hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:35,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:20:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. service=MultiRowMutationService 2024-11-20T11:20:35,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:20:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,949 INFO [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,950 INFO [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44403fbee12e41b214a64efdbdc95eea columnFamilyName hfileref 2024-11-20T11:20:35,950 DEBUG [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:35,950 INFO [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] regionserver.HStore(327): Store=44403fbee12e41b214a64efdbdc95eea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:35,950 INFO [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,951 INFO [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44403fbee12e41b214a64efdbdc95eea columnFamilyName queue 2024-11-20T11:20:35,951 DEBUG [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:35,951 INFO [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] regionserver.HStore(327): Store=44403fbee12e41b214a64efdbdc95eea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:35,952 INFO [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,952 INFO [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44403fbee12e41b214a64efdbdc95eea columnFamilyName sid 2024-11-20T11:20:35,953 DEBUG [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:35,953 INFO [StoreOpener-44403fbee12e41b214a64efdbdc95eea-1 {}] regionserver.HStore(327): Store=44403fbee12e41b214a64efdbdc95eea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:35,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/replication/44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/replication/44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:20:35,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/replication/44403fbee12e41b214a64efdbdc95eea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:35,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44403fbee12e41b214a64efdbdc95eea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64327598, jitterRate=-0.041444092988967896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:20:35,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:35,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44403fbee12e41b214a64efdbdc95eea: Running coprocessor pre-open hook at 1732101635948Writing region info on filesystem at 1732101635948Initializing all the Stores at 1732101635948Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101635948Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101635948Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101635948Cleaning up temporary data from old regions at 1732101635955 (+7 ms)Running coprocessor post-open hooks at 1732101635958 (+3 ms)Region opened successfully at 1732101635958 2024-11-20T11:20:35,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea., pid=10, masterSystemTime=1732101635915 2024-11-20T11:20:35,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:35,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:35,963 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44403fbee12e41b214a64efdbdc95eea, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:35,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44403fbee12e41b214a64efdbdc95eea, server=448ea6c54a8c,38101,1732101622665 because future has completed 2024-11-20T11:20:35,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:20:35,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44403fbee12e41b214a64efdbdc95eea, server=448ea6c54a8c,38101,1732101622665 in 204 msec 2024-11-20T11:20:35,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:20:35,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44403fbee12e41b214a64efdbdc95eea, ASSIGN in 362 msec 2024-11-20T11:20:35,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:20:35,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101635972"}]},"ts":"1732101635972"} 2024-11-20T11:20:35,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:20:35,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:20:35,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-20T11:20:35,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea., hostname=448ea6c54a8c,38101,1732101622665, seqNum=2] 2024-11-20T11:20:35,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:35,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:36,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:20:36,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:20:36,154 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:20:36,183 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,38101,1732101622665, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:20:36,184 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:36,184 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,38101,1732101622665, seqNum=-1] 2024-11-20T11:20:36,184 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:36,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T11:20:36,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,38101,1732101622665', locateType=CURRENT is [region=hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea., hostname=448ea6c54a8c,38101,1732101622665, seqNum=2] 2024-11-20T11:20:36,197 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:20:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:20:36,200 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,38101,1732101622665 suceeded 2024-11-20T11:20:36,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:20:36,202 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:43839,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:20:36,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-20T11:20:36,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0240 sec 2024-11-20T11:20:36,214 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:43839' 2024-11-20T11:20:36,215 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f0afa1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:36,215 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43839,-1 for getting cluster id 2024-11-20T11:20:36,215 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:36,216 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd822b5d5-1ad4-4b40-8db3-809a9099faba' 2024-11-20T11:20:36,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:36,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d822b5d5-1ad4-4b40-8db3-809a9099faba" 2024-11-20T11:20:36,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@94ead62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:36,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43839,-1] 2024-11-20T11:20:36,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:36,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:36,218 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:36,218 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10cf986a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:36,218 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:36,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:36,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@691ff2b7 2024-11-20T11:20:36,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:36,220 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-20T11:20:36,221 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,38101,1732101622665 (queues=1) is replicating from cluster=2bb212b1-f6f0-4c5f-9368-08a14d00d863 to cluster=d822b5d5-1ad4-4b40-8db3-809a9099faba 2024-11-20T11:20:36,221 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C38101%2C1732101622665 2024-11-20T11:20:36,221 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,38101,1732101622665, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:20:36,226 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, startPosition=0, beingWritten=true 2024-11-20T11:20:36,243 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C38101%2C1732101622665 2024-11-20T11:20:36,301 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:36,301 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 379, reset compression=false 2024-11-20T11:20:36,301 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,38101,1732101622665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:36,312 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:20:36,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:36,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:36,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:36,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:36,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:36,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:36,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43839,-1 for getting cluster id 2024-11-20T11:20:36,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:36,324 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd822b5d5-1ad4-4b40-8db3-809a9099faba' 2024-11-20T11:20:36,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:36,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d822b5d5-1ad4-4b40-8db3-809a9099faba" 2024-11-20T11:20:36,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190f62a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:36,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43839,-1] 2024-11-20T11:20:36,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:36,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:36,326 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:36,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfd3f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:36,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:36,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:36,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@173d4354 2024-11-20T11:20:36,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:36,329 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:36,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:43559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:20:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:20:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:36,332 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:43559' 2024-11-20T11:20:36,336 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b967491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:36,336 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43559,-1 for getting cluster id 2024-11-20T11:20:36,336 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:36,337 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd73dbaf-b98d-43ff-948a-ac408d129f55' 2024-11-20T11:20:36,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:36,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd73dbaf-b98d-43ff-948a-ac408d129f55" 2024-11-20T11:20:36,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302aae1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:36,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43559,-1] 2024-11-20T11:20:36,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:36,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:36,339 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:36,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4c9d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:36,339 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:36,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:36,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72d2efe7 2024-11-20T11:20:36,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:36,341 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:36,342 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T11:20:36,342 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:20:36,342 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:36,342 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:36,342 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:36,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:36,349 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:20:36,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:20:36,350 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:36,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:20:36,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:20:36,399 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:20:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:36,496 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 379, reset compression=false 2024-11-20T11:20:36,524 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 379, reset compression=false 2024-11-20T11:20:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:36,767 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae6ea8af579b3ef734dabcb8bc26b44f, NAME => 'hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c 2024-11-20T11:20:36,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:20:36,829 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 379, reset compression=false 2024-11-20T11:20:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:37,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:37,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ae6ea8af579b3ef734dabcb8bc26b44f, disabling compactions & flushes 2024-11-20T11:20:37,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:37,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:37,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. after waiting 0 ms 2024-11-20T11:20:37,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:37,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:37,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae6ea8af579b3ef734dabcb8bc26b44f: Waiting for close lock at 1732101637173Disabling compacts and flushes for region at 1732101637173Disabling writes for close at 1732101637173Writing region close event to WAL at 1732101637173Closed at 1732101637173 2024-11-20T11:20:37,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:20:37,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101637175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101637175"}]},"ts":"1732101637175"} 2024-11-20T11:20:37,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:20:37,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:20:37,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101637178"}]},"ts":"1732101637178"} 2024-11-20T11:20:37,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:20:37,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae6ea8af579b3ef734dabcb8bc26b44f, ASSIGN}] 2024-11-20T11:20:37,182 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae6ea8af579b3ef734dabcb8bc26b44f, ASSIGN 2024-11-20T11:20:37,183 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae6ea8af579b3ef734dabcb8bc26b44f, ASSIGN; state=OFFLINE, location=448ea6c54a8c,44779,1732101625782; forceNewPlan=false, retain=false 2024-11-20T11:20:37,200 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 379, reset compression=false 2024-11-20T11:20:37,234 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 379, reset compression=false 2024-11-20T11:20:37,321 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:37,322 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:20:37,323 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48362 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:20:37,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ae6ea8af579b3ef734dabcb8bc26b44f, regionState=OPENING, regionLocation=448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:37,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae6ea8af579b3ef734dabcb8bc26b44f, ASSIGN because future has completed 2024-11-20T11:20:37,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae6ea8af579b3ef734dabcb8bc26b44f, server=448ea6c54a8c,44779,1732101625782}] 2024-11-20T11:20:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:37,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:37,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:37,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:20:37,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C44779%2C1732101625782.rep, suffix=, logDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782, archiveDir=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/oldWALs, maxLogs=10 2024-11-20T11:20:37,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.rep.1732101637495, exclude list is [], retry=0 2024-11-20T11:20:37,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-c328efb4-b279-4690-9c67-43f65ef3e00b,DISK] 2024-11-20T11:20:37,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.rep.1732101637495 2024-11-20T11:20:37,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44555:44555)] 2024-11-20T11:20:37,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ae6ea8af579b3ef734dabcb8bc26b44f, NAME => 'hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:37,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:37,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:20:37,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. service=MultiRowMutationService 2024-11-20T11:20:37,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:20:37,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:37,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,528 INFO [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,529 INFO [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6ea8af579b3ef734dabcb8bc26b44f columnFamilyName hfileref 2024-11-20T11:20:37,529 DEBUG [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:37,530 INFO [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] regionserver.HStore(327): Store=ae6ea8af579b3ef734dabcb8bc26b44f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:37,530 INFO [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,531 INFO [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6ea8af579b3ef734dabcb8bc26b44f columnFamilyName queue 2024-11-20T11:20:37,531 DEBUG [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:37,531 INFO [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] regionserver.HStore(327): Store=ae6ea8af579b3ef734dabcb8bc26b44f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:37,531 INFO [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,532 INFO [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6ea8af579b3ef734dabcb8bc26b44f columnFamilyName sid 2024-11-20T11:20:37,533 DEBUG [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:37,533 INFO [StoreOpener-ae6ea8af579b3ef734dabcb8bc26b44f-1 {}] regionserver.HStore(327): Store=ae6ea8af579b3ef734dabcb8bc26b44f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:37,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/replication/ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/replication/ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:20:37,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/replication/ae6ea8af579b3ef734dabcb8bc26b44f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:37,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ae6ea8af579b3ef734dabcb8bc26b44f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72985277, jitterRate=0.08756537735462189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:20:37,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:37,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ae6ea8af579b3ef734dabcb8bc26b44f: Running coprocessor pre-open hook at 1732101637527Writing region info on filesystem at 1732101637527Initializing all the Stores at 1732101637528 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101637528Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101637528Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101637528Cleaning up temporary data from old regions at 1732101637537 (+9 ms)Running coprocessor post-open hooks at 1732101637541 (+4 ms)Region opened successfully at 1732101637541 2024-11-20T11:20:37,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f., pid=10, masterSystemTime=1732101637488 2024-11-20T11:20:37,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:37,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:37,544 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ae6ea8af579b3ef734dabcb8bc26b44f, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:37,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae6ea8af579b3ef734dabcb8bc26b44f, server=448ea6c54a8c,44779,1732101625782 because future has completed 2024-11-20T11:20:37,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:20:37,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ae6ea8af579b3ef734dabcb8bc26b44f, server=448ea6c54a8c,44779,1732101625782 in 211 msec 2024-11-20T11:20:37,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:20:37,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae6ea8af579b3ef734dabcb8bc26b44f, ASSIGN in 367 msec 2024-11-20T11:20:37,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:20:37,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101637551"}]},"ts":"1732101637551"} 2024-11-20T11:20:37,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:20:37,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:20:37,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2120 sec 2024-11-20T11:20:37,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f., hostname=448ea6c54a8c,44779,1732101625782, seqNum=2] 2024-11-20T11:20:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:37,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:20:37,746 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 379, reset compression=false 2024-11-20T11:20:37,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:20:37,772 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:20:37,812 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,44779,1732101625782, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:20:37,813 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:37,813 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,44779,1732101625782, seqNum=-1] 2024-11-20T11:20:37,813 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:37,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T11:20:37,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,44779,1732101625782', locateType=CURRENT is [region=hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f., hostname=448ea6c54a8c,44779,1732101625782, seqNum=2] 2024-11-20T11:20:37,819 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:20:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:20:37,822 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,44779,1732101625782 suceeded 2024-11-20T11:20:37,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:20:37,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-20T11:20:37,827 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:43559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:20:37,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-20T11:20:37,844 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:43559' 2024-11-20T11:20:37,846 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69cc7acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:37,846 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43559,-1 for getting cluster id 2024-11-20T11:20:37,846 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:37,847 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd73dbaf-b98d-43ff-948a-ac408d129f55' 2024-11-20T11:20:37,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:37,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd73dbaf-b98d-43ff-948a-ac408d129f55" 2024-11-20T11:20:37,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d23b28c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:37,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43559,-1] 2024-11-20T11:20:37,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:37,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:37,849 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:37,850 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bdb1b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:37,850 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:37,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:37,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4de18257 2024-11-20T11:20:37,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:37,851 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T11:20:37,852 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,44779,1732101625782 (queues=1) is replicating from cluster=d822b5d5-1ad4-4b40-8db3-809a9099faba to cluster=bd73dbaf-b98d-43ff-948a-ac408d129f55 2024-11-20T11:20:37,852 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C44779%2C1732101625782 2024-11-20T11:20:37,852 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,44779,1732101625782, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:20:37,853 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C44779%2C1732101625782 2024-11-20T11:20:37,853 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, startPosition=0, beingWritten=true 2024-11-20T11:20:37,859 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:37,859 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 379, reset compression=false 2024-11-20T11:20:37,859 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44779,1732101625782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:38,010 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 379, reset compression=false 2024-11-20T11:20:38,063 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 379, reset compression=false 2024-11-20T11:20:38,283 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T11:20:38,350 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 379, reset compression=false 2024-11-20T11:20:38,368 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 379, reset compression=false 2024-11-20T11:20:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:20:38,482 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:20:38,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:38,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:38,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:38,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:38,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:38,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43559,-1 for getting cluster id 2024-11-20T11:20:38,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:38,485 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd73dbaf-b98d-43ff-948a-ac408d129f55' 2024-11-20T11:20:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd73dbaf-b98d-43ff-948a-ac408d129f55" 2024-11-20T11:20:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199c13ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43559,-1] 2024-11-20T11:20:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:38,487 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:38,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e96057a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36657,-1 for getting cluster id 2024-11-20T11:20:38,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:38,496 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb212b1-f6f0-4c5f-9368-08a14d00d863' 2024-11-20T11:20:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb212b1-f6f0-4c5f-9368-08a14d00d863" 2024-11-20T11:20:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3c9583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36657,-1] 2024-11-20T11:20:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:38,498 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:38,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f93b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5564796e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43839,-1 for getting cluster id 2024-11-20T11:20:38,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:38,500 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd822b5d5-1ad4-4b40-8db3-809a9099faba' 2024-11-20T11:20:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d822b5d5-1ad4-4b40-8db3-809a9099faba" 2024-11-20T11:20:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c4537b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43839,-1] 2024-11-20T11:20:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:38,502 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:38,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c6bd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:38,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43605,1732101619121, seqNum=-1] 2024-11-20T11:20:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:38,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101628571.e182e71e31708ee765a806371798d103., hostname=448ea6c54a8c,43605,1732101619121, seqNum=2] 2024-11-20T11:20:38,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,44779,1732101625782, seqNum=-1] 2024-11-20T11:20:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:38,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:38,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7., hostname=448ea6c54a8c,44779,1732101625782, seqNum=2] 2024-11-20T11:20:38,549 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T11:20:38,772 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 379, reset compression=false 2024-11-20T11:20:38,914 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 379, reset compression=false 2024-11-20T11:20:38,920 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:38,920 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 480, reset compression=false 2024-11-20T11:20:38,920 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43605,1732101619121 got entry batch from reader: WALEntryBatch [walEntries=[{test/e182e71e31708ee765a806371798d103/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T11:20:38,923 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:38,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-20T11:20:38,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:38,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@325bf37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36657,-1 for getting cluster id 2024-11-20T11:20:38,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:38,926 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb212b1-f6f0-4c5f-9368-08a14d00d863' 2024-11-20T11:20:38,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:38,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb212b1-f6f0-4c5f-9368-08a14d00d863" 2024-11-20T11:20:38,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f2e4522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36657,-1] 2024-11-20T11:20:38,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:38,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:38,927 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:38,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fd9d0af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:38,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:38,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,38101,1732101622665, seqNum=-1] 2024-11-20T11:20:38,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:38,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T11:20:38,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101630725.6bc32e722604af2305ca781f604c1113., hostname=448ea6c54a8c,38101,1732101622665, seqNum=2] 2024-11-20T11:20:38,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:39,054 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 379, reset compression=false 2024-11-20T11:20:39,059 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:39,059 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 504, reset compression=false 2024-11-20T11:20:39,059 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,38101,1732101622665 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bc32e722604af2305ca781f604c1113/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T11:20:39,061 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:39,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-20T11:20:39,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:39,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c21e526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:39,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43839,-1 for getting cluster id 2024-11-20T11:20:39,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:39,064 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd822b5d5-1ad4-4b40-8db3-809a9099faba' 2024-11-20T11:20:39,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:39,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d822b5d5-1ad4-4b40-8db3-809a9099faba" 2024-11-20T11:20:39,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e79a5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:39,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43839,-1] 2024-11-20T11:20:39,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:39,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:39,065 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:39,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f85da6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:39,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:39,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,44779,1732101625782, seqNum=-1] 2024-11-20T11:20:39,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:39,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T11:20:39,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7., hostname=448ea6c54a8c,44779,1732101625782, seqNum=2] 2024-11-20T11:20:39,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:39,125 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 480, reset compression=false 2024-11-20T11:20:39,263 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 504, reset compression=false 2024-11-20T11:20:39,275 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 379, reset compression=false 2024-11-20T11:20:39,280 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:39,280 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 527, reset compression=false 2024-11-20T11:20:39,280 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44779,1732101625782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:39,428 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 480, reset compression=false 2024-11-20T11:20:39,486 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 527, reset compression=false 2024-11-20T11:20:39,551 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T11:20:39,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,38101,1732101622665, seqNum=-1] 2024-11-20T11:20:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:39,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732101630725.6bc32e722604af2305ca781f604c1113., hostname=448ea6c54a8c,38101,1732101622665, seqNum=2] 2024-11-20T11:20:39,558 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T11:20:39,567 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 504, reset compression=false 2024-11-20T11:20:39,571 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:39,571 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 608, reset compression=false 2024-11-20T11:20:39,571 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,38101,1732101622665 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bc32e722604af2305ca781f604c1113/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T11:20:39,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:39,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:39,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:20:39,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:39,774 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 608, reset compression=false 2024-11-20T11:20:39,789 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 527, reset compression=false 2024-11-20T11:20:39,793 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:39,793 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 654, reset compression=false 2024-11-20T11:20:39,793 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44779,1732101625782 got entry batch from reader: WALEntryBatch [walEntries=[{test/06c921b6679e8c79a86fdc610fe9d5f7/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T11:20:39,794 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:39,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T11:20:39,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:39,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e35002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:39,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43559,-1 for getting cluster id 2024-11-20T11:20:39,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:39,797 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd73dbaf-b98d-43ff-948a-ac408d129f55' 2024-11-20T11:20:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd73dbaf-b98d-43ff-948a-ac408d129f55" 2024-11-20T11:20:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56b66f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43559,-1] 2024-11-20T11:20:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:39,798 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:39,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a27934b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:39,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:39,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,43605,1732101619121, seqNum=-1] 2024-11-20T11:20:39,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:39,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T11:20:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732101628571.e182e71e31708ee765a806371798d103., hostname=448ea6c54a8c,43605,1732101619121, seqNum=2] 2024-11-20T11:20:39,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:39,832 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 480, reset compression=false 2024-11-20T11:20:39,836 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:39,836 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 631, reset compression=false 2024-11-20T11:20:39,836 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43605,1732101619121 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:39,996 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 654, reset compression=false 2024-11-20T11:20:40,039 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 631, reset compression=false 2024-11-20T11:20:40,078 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 608, reset compression=false 2024-11-20T11:20:40,299 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 654, reset compression=false 2024-11-20T11:20:40,343 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 631, reset compression=false 2024-11-20T11:20:40,481 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 608, reset compression=false 2024-11-20T11:20:40,560 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T11:20:40,563 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T11:20:40,703 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 654, reset compression=false 2024-11-20T11:20:40,707 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:40,707 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 758, reset compression=false 2024-11-20T11:20:40,707 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44779,1732101625782 got entry batch from reader: WALEntryBatch [walEntries=[{test/06c921b6679e8c79a86fdc610fe9d5f7/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T11:20:40,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:40,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:40,746 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 631, reset compression=false 2024-11-20T11:20:40,750 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:40,750 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 759, reset compression=false 2024-11-20T11:20:40,750 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43605,1732101619121 got entry batch from reader: WALEntryBatch [walEntries=[{test/e182e71e31708ee765a806371798d103/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T11:20:40,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:40,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:40,911 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 758, reset compression=false 2024-11-20T11:20:40,954 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 759, reset compression=false 2024-11-20T11:20:40,985 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 608, reset compression=false 2024-11-20T11:20:40,989 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:40,989 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 760, reset compression=false 2024-11-20T11:20:40,989 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,38101,1732101622665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:41,192 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 760, reset compression=false 2024-11-20T11:20:41,214 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 758, reset compression=false 2024-11-20T11:20:41,258 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 759, reset compression=false 2024-11-20T11:20:41,497 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 760, reset compression=false 2024-11-20T11:20:41,565 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T11:20:41,569 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T11:20:41,618 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 758, reset compression=false 2024-11-20T11:20:41,662 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 759, reset compression=false 2024-11-20T11:20:41,666 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:41,666 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 915, reset compression=false 2024-11-20T11:20:41,666 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43605,1732101619121 got entry batch from reader: WALEntryBatch [walEntries=[{test/e182e71e31708ee765a806371798d103/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T11:20:41,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:41,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:41,869 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 915, reset compression=false 2024-11-20T11:20:41,900 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 760, reset compression=false 2024-11-20T11:20:41,907 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:41,907 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 908, reset compression=false 2024-11-20T11:20:41,907 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,38101,1732101622665 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bc32e722604af2305ca781f604c1113/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T11:20:41,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:41,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:42,114 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 908, reset compression=false 2024-11-20T11:20:42,122 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 758, reset compression=false 2024-11-20T11:20:42,126 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:42,126 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 929, reset compression=false 2024-11-20T11:20:42,126 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44779,1732101625782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:42,173 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 915, reset compression=false 2024-11-20T11:20:42,329 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 929, reset compression=false 2024-11-20T11:20:42,418 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 908, reset compression=false 2024-11-20T11:20:42,572 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T11:20:42,577 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T11:20:42,577 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 915, reset compression=false 2024-11-20T11:20:42,633 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 929, reset compression=false 2024-11-20T11:20:42,822 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 908, reset compression=false 2024-11-20T11:20:42,827 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:42,827 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1067, reset compression=false 2024-11-20T11:20:42,827 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,38101,1732101622665 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bc32e722604af2305ca781f604c1113/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T11:20:42,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:42,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:43,030 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1067, reset compression=false 2024-11-20T11:20:43,036 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 929, reset compression=false 2024-11-20T11:20:43,040 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:43,040 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1078, reset compression=false 2024-11-20T11:20:43,040 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44779,1732101625782 got entry batch from reader: WALEntryBatch [walEntries=[{test/06c921b6679e8c79a86fdc610fe9d5f7/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T11:20:43,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:43,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:43,082 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 915, reset compression=false 2024-11-20T11:20:43,088 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:43,088 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1088, reset compression=false 2024-11-20T11:20:43,088 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43605,1732101619121 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:43,243 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1078, reset compression=false 2024-11-20T11:20:43,291 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1088, reset compression=false 2024-11-20T11:20:43,333 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1067, reset compression=false 2024-11-20T11:20:43,546 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1078, reset compression=false 2024-11-20T11:20:43,579 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T11:20:43,583 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T11:20:43,595 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1088, reset compression=false 2024-11-20T11:20:43,737 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1067, reset compression=false 2024-11-20T11:20:43,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T11:20:43,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T11:20:43,950 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1078, reset compression=false 2024-11-20T11:20:43,954 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:43,954 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1237, reset compression=false 2024-11-20T11:20:43,954 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44779,1732101625782 got entry batch from reader: WALEntryBatch [walEntries=[{test/06c921b6679e8c79a86fdc610fe9d5f7/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T11:20:43,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:43,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:44,011 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1088, reset compression=false 2024-11-20T11:20:44,015 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:44,015 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1238, reset compression=false 2024-11-20T11:20:44,015 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43605,1732101619121 got entry batch from reader: WALEntryBatch [walEntries=[{test/e182e71e31708ee765a806371798d103/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T11:20:44,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:44,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:44,157 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1237, reset compression=false 2024-11-20T11:20:44,218 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1238, reset compression=false 2024-11-20T11:20:44,242 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1067, reset compression=false 2024-11-20T11:20:44,246 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:44,246 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1241, reset compression=false 2024-11-20T11:20:44,246 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,38101,1732101622665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:44,449 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1241, reset compression=false 2024-11-20T11:20:44,461 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1237, reset compression=false 2024-11-20T11:20:44,522 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1238, reset compression=false 2024-11-20T11:20:44,585 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T11:20:44,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a72c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:44,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43839,-1 for getting cluster id 2024-11-20T11:20:44,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:44,593 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd822b5d5-1ad4-4b40-8db3-809a9099faba' 2024-11-20T11:20:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d822b5d5-1ad4-4b40-8db3-809a9099faba" 2024-11-20T11:20:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785d2a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43839,-1] 2024-11-20T11:20:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:44,595 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c809f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:44,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:44,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:44,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4942e11e 2024-11-20T11:20:44,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:44,599 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:44,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-20T11:20:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-20T11:20:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T11:20:44,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:20:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T11:20:44,753 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1241, reset compression=false 2024-11-20T11:20:44,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T11:20:44,758 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-20T11:20:44,759 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-20T11:20:44,759 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,44779,1732101625782 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-20T11:20:44,759 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0. 2024-11-20T11:20:44,759 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:44,759 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:44,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:44,759 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:44,860 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T11:20:44,860 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:20:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T11:20:44,925 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1238, reset compression=false 2024-11-20T11:20:44,960 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 terminated 2024-11-20T11:20:44,977 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,44779,1732101625782, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:20:44,978 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-20T11:20:44,978 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T11:20:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T11:20:44,980 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 448ea6c54a8c,44779,1732101625782 suceeded 2024-11-20T11:20:44,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T11:20:44,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-20T11:20:44,982 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-20T11:20:44,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 382 msec 2024-11-20T11:20:44,994 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:43559' 2024-11-20T11:20:44,995 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@97d2e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:44,995 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43559,-1 for getting cluster id 2024-11-20T11:20:44,995 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:44,995 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd73dbaf-b98d-43ff-948a-ac408d129f55' 2024-11-20T11:20:44,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:44,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd73dbaf-b98d-43ff-948a-ac408d129f55" 2024-11-20T11:20:44,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5631eff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:44,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43559,-1] 2024-11-20T11:20:44,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:44,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:44,997 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:44,997 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23df05ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:44,997 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:44,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:44,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70888a2e 2024-11-20T11:20:44,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:44,999 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T11:20:44,999 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,44779,1732101625782 (queues=1) is replicating from cluster=d822b5d5-1ad4-4b40-8db3-809a9099faba to cluster=bd73dbaf-b98d-43ff-948a-ac408d129f55 2024-11-20T11:20:44,999 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C44779%2C1732101625782 2024-11-20T11:20:44,999 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,44779,1732101625782, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:20:45,000 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C44779%2C1732101625782 2024-11-20T11:20:45,157 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1241, reset compression=false 2024-11-20T11:20:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T11:20:45,232 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:20:45,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:45,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:45,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:45,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:45,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:45,236 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-20T11:20:45,428 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1238, reset compression=false 2024-11-20T11:20:45,433 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:45,433 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1342, reset compression=false 2024-11-20T11:20:45,433 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43605,1732101619121 got entry batch from reader: WALEntryBatch [walEntries=[{test/e182e71e31708ee765a806371798d103/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T11:20:45,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:45,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:45,636 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1342, reset compression=false 2024-11-20T11:20:45,660 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1241, reset compression=false 2024-11-20T11:20:45,664 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:45,664 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1369, reset compression=false 2024-11-20T11:20:45,664 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,38101,1732101622665 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bc32e722604af2305ca781f604c1113/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T11:20:45,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:45,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:45,867 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1369, reset compression=false 2024-11-20T11:20:45,940 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1342, reset compression=false 2024-11-20T11:20:46,171 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1369, reset compression=false 2024-11-20T11:20:46,237 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-20T11:20:46,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411b09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:46,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,43839,-1 for getting cluster id 2024-11-20T11:20:46,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:46,241 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd822b5d5-1ad4-4b40-8db3-809a9099faba' 2024-11-20T11:20:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d822b5d5-1ad4-4b40-8db3-809a9099faba" 2024-11-20T11:20:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741f03ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,43839,-1] 2024-11-20T11:20:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:46,242 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:46,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f543272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:46,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490455db 2024-11-20T11:20:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:20:46,247 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:20:46,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-20T11:20:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-20T11:20:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T11:20:46,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:20:46,343 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1342, reset compression=false 2024-11-20T11:20:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T11:20:46,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-20T11:20:46,406 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-20T11:20:46,407 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T11:20:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T11:20:46,409 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 448ea6c54a8c,44779,1732101625782 suceeded 2024-11-20T11:20:46,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T11:20:46,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-20T11:20:46,410 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-20T11:20:46,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 162 msec 2024-11-20T11:20:46,501 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, startPosition=1237, beingWritten=true 2024-11-20T11:20:46,505 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:46,506 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1388, reset compression=false 2024-11-20T11:20:46,506 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44779,1732101625782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T11:20:46,572 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:20:46,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:46,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:46,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:46,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:46,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:46,574 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-20T11:20:46,575 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1369, reset compression=false 2024-11-20T11:20:46,579 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:46,579 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1473, reset compression=false 2024-11-20T11:20:46,579 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,38101,1732101622665 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bc32e722604af2305ca781f604c1113/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T11:20:46,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:46,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:46,709 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1388, reset compression=false 2024-11-20T11:20:46,713 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:20:46,713 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1515, reset compression=false 2024-11-20T11:20:46,713 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44779,1732101625782 got entry batch from reader: WALEntryBatch [walEntries=[{test/06c921b6679e8c79a86fdc610fe9d5f7/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T11:20:46,716 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:46,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T11:20:46,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:20:46,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:20:46,782 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1473, reset compression=false 2024-11-20T11:20:46,846 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1342, reset compression=false 2024-11-20T11:20:46,851 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:46,851 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:46,851 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43605,1732101619121 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:46,917 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1515, reset compression=false 2024-11-20T11:20:47,054 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:47,085 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1473, reset compression=false 2024-11-20T11:20:47,220 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1515, reset compression=false 2024-11-20T11:20:47,358 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:47,488 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1473, reset compression=false 2024-11-20T11:20:47,576 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-20T11:20:47,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:20:47,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:47,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:47,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:47,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:47,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:47,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:20:47,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1452395646, stopped=false 2024-11-20T11:20:47,577 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,43839,1732101625686 2024-11-20T11:20:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21289176695/running 2024-11-20T11:20:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21289176695/running 2024-11-20T11:20:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:47,578 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:20:47,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:47,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:47,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:47,579 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,44779,1732101625782' ***** 2024-11-20T11:20:47,579 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:20:47,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Set watcher on znode that does not yet exist, /21289176695/running 2024-11-20T11:20:47,579 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:20:47,579 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:20:47,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Set watcher on znode that does not yet exist, /21289176695/running 2024-11-20T11:20:47,580 INFO [RS:0;448ea6c54a8c:44779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:20:47,580 INFO [RS:0;448ea6c54a8c:44779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:20:47,580 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(3091): Received CLOSE for ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:47,580 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(3091): Received CLOSE for 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:47,580 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:47,580 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:20:47,580 INFO [RS:0;448ea6c54a8c:44779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:44779. 2024-11-20T11:20:47,581 DEBUG [RS:0;448ea6c54a8c:44779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:47,581 DEBUG [RS:0;448ea6c54a8c:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:47,581 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae6ea8af579b3ef734dabcb8bc26b44f, disabling compactions & flushes 2024-11-20T11:20:47,581 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:47,581 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:47,581 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:20:47,581 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. after waiting 0 ms 2024-11-20T11:20:47,581 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:20:47,581 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:20:47,581 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:47,581 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:20:47,581 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae6ea8af579b3ef734dabcb8bc26b44f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T11:20:47,581 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:20:47,581 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ae6ea8af579b3ef734dabcb8bc26b44f=hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f., 06c921b6679e8c79a86fdc610fe9d5f7=test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7.} 2024-11-20T11:20:47,581 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1351): Waiting on 06c921b6679e8c79a86fdc610fe9d5f7, 1588230740, ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:47,581 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:20:47,581 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:20:47,581 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:20:47,581 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:20:47,581 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:20:47,581 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:20:47,597 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/replication/ae6ea8af579b3ef734dabcb8bc26b44f/.tmp/queue/92b5e1789b244e05952869f05497f938 is 154, key is 1-448ea6c54a8c,44779,1732101625782/queue:448ea6c54a8c%2C44779%2C1732101625782/1732101646720/Put/seqid=0 2024-11-20T11:20:47,599 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/info/bb064b194c5d462daa8cb95c2af7f0d5 is 147, key is hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f./info:regioninfo/1732101637544/Put/seqid=0 2024-11-20T11:20:47,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741840_1016 (size=5353) 2024-11-20T11:20:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741841_1017 (size=7686) 2024-11-20T11:20:47,611 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:20:47,624 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1515, reset compression=false 2024-11-20T11:20:47,762 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:47,781 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1351): Waiting on 06c921b6679e8c79a86fdc610fe9d5f7, 1588230740, ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:47,981 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1351): Waiting on 06c921b6679e8c79a86fdc610fe9d5f7, 1588230740, ae6ea8af579b3ef734dabcb8bc26b44f 2024-11-20T11:20:47,992 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1473, reset compression=false 2024-11-20T11:20:48,001 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/replication/ae6ea8af579b3ef734dabcb8bc26b44f/.tmp/queue/92b5e1789b244e05952869f05497f938 2024-11-20T11:20:48,002 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/info/bb064b194c5d462daa8cb95c2af7f0d5 2024-11-20T11:20:48,005 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/replication/ae6ea8af579b3ef734dabcb8bc26b44f/.tmp/queue/92b5e1789b244e05952869f05497f938 as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/replication/ae6ea8af579b3ef734dabcb8bc26b44f/queue/92b5e1789b244e05952869f05497f938 2024-11-20T11:20:48,009 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/replication/ae6ea8af579b3ef734dabcb8bc26b44f/queue/92b5e1789b244e05952869f05497f938, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T11:20:48,009 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ae6ea8af579b3ef734dabcb8bc26b44f in 428ms, sequenceid=14, compaction requested=false 2024-11-20T11:20:48,017 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/replication/ae6ea8af579b3ef734dabcb8bc26b44f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T11:20:48,017 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:48,017 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:20:48,018 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:48,018 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae6ea8af579b3ef734dabcb8bc26b44f: Waiting for close lock at 1732101647580Running coprocessor pre-close hooks at 1732101647580Disabling compacts and flushes for region at 1732101647581 (+1 ms)Disabling writes for close at 1732101647581Obtaining lock to block concurrent updates at 1732101647581Preparing flush snapshotting stores in ae6ea8af579b3ef734dabcb8bc26b44f at 1732101647581Finished memstore snapshotting hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732101647581Flushing stores of hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. at 1732101647582 (+1 ms)Flushing ae6ea8af579b3ef734dabcb8bc26b44f/queue: creating writer at 1732101647582Flushing ae6ea8af579b3ef734dabcb8bc26b44f/queue: appending metadata at 1732101647596 (+14 ms)Flushing ae6ea8af579b3ef734dabcb8bc26b44f/queue: closing flushed file at 1732101647596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea5c526: reopening flushed file at 1732101648004 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ae6ea8af579b3ef734dabcb8bc26b44f in 428ms, sequenceid=14, compaction requested=false at 1732101648009 (+5 ms)Writing region close event to WAL at 1732101648014 (+5 ms)Running coprocessor post-close hooks at 1732101648017 (+3 ms)Closed at 1732101648018 (+1 ms) 2024-11-20T11:20:48,018 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101636342.ae6ea8af579b3ef734dabcb8bc26b44f. 2024-11-20T11:20:48,018 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06c921b6679e8c79a86fdc610fe9d5f7, disabling compactions & flushes 2024-11-20T11:20:48,018 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:48,018 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:48,018 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. after waiting 0 ms 2024-11-20T11:20:48,018 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:48,018 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06c921b6679e8c79a86fdc610fe9d5f7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T11:20:48,020 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/ns/f0253341af624719aa04f809875c6150 is 43, key is default/ns:d/1732101628502/Put/seqid=0 2024-11-20T11:20:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741842_1018 (size=5153) 2024-11-20T11:20:48,024 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/ns/f0253341af624719aa04f809875c6150 2024-11-20T11:20:48,034 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/.tmp/f/08f77e86ad924e38aa9561069adce11f is 37, key is row3/f:row3/1732101645233/Put/seqid=0 2024-11-20T11:20:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741843_1019 (size=5228) 2024-11-20T11:20:48,044 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/rep_barrier/ff9b1035f5494bd18e1e34e7fcc91aa9 is 112, key is test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7./rep_barrier:seqnumDuringOpen/1732101632637/Put/seqid=0 2024-11-20T11:20:48,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741844_1020 (size=5518) 2024-11-20T11:20:48,047 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/rep_barrier/ff9b1035f5494bd18e1e34e7fcc91aa9 2024-11-20T11:20:48,066 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/table/22b8a06a514740998c40ef0012e3e061 is 53, key is hbase:replication/table:state/1732101637551/Put/seqid=0 2024-11-20T11:20:48,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741845_1021 (size=5308) 2024-11-20T11:20:48,071 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/table/22b8a06a514740998c40ef0012e3e061 2024-11-20T11:20:48,076 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/info/bb064b194c5d462daa8cb95c2af7f0d5 as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/info/bb064b194c5d462daa8cb95c2af7f0d5 2024-11-20T11:20:48,081 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/info/bb064b194c5d462daa8cb95c2af7f0d5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:20:48,082 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/ns/f0253341af624719aa04f809875c6150 as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/ns/f0253341af624719aa04f809875c6150 2024-11-20T11:20:48,090 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/ns/f0253341af624719aa04f809875c6150, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:20:48,091 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/rep_barrier/ff9b1035f5494bd18e1e34e7fcc91aa9 as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/rep_barrier/ff9b1035f5494bd18e1e34e7fcc91aa9 2024-11-20T11:20:48,095 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/rep_barrier/ff9b1035f5494bd18e1e34e7fcc91aa9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:20:48,096 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/.tmp/table/22b8a06a514740998c40ef0012e3e061 as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/table/22b8a06a514740998c40ef0012e3e061 2024-11-20T11:20:48,101 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/table/22b8a06a514740998c40ef0012e3e061, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:20:48,103 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 522ms, sequenceid=16, compaction requested=false 2024-11-20T11:20:48,111 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:20:48,111 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:48,111 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:20:48,112 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:48,112 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101647581Running coprocessor pre-close hooks at 1732101647581Disabling compacts and flushes for region at 1732101647581Disabling writes for close at 1732101647581Obtaining lock to block concurrent updates at 1732101647581Preparing flush snapshotting stores in 1588230740 at 1732101647581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101647582 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732101647582Flushing 1588230740/info: creating writer at 1732101647582Flushing 1588230740/info: appending metadata at 1732101647598 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732101647598Flushing 1588230740/ns: creating writer at 1732101648006 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732101648020 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732101648020Flushing 1588230740/rep_barrier: creating writer at 1732101648027 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101648043 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101648043Flushing 1588230740/table: creating writer at 1732101648051 (+8 ms)Flushing 1588230740/table: appending metadata at 1732101648065 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732101648065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9b2906: reopening flushed file at 1732101648075 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144bea45: reopening flushed file at 1732101648081 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593ce87b: reopening flushed file at 1732101648090 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171f6639: reopening flushed file at 1732101648095 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 522ms, sequenceid=16, compaction requested=false at 1732101648103 (+8 ms)Writing region close event to WAL at 1732101648108 (+5 ms)Running coprocessor post-close hooks at 1732101648111 (+3 ms)Closed at 1732101648112 (+1 ms) 2024-11-20T11:20:48,112 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:48,128 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1515, reset compression=false 2024-11-20T11:20:48,132 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:48,132 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1762, reset compression=false 2024-11-20T11:20:48,132 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44779,1732101625782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:48,133 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 448ea6c54a8c,44779,1732101625782: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-448ea6c54a8c,44779,1732101625782, walGroup=448ea6c54a8c%2C44779%2C1732101625782, offset=448ea6c54a8c%2C44779%2C1732101625782.1732101627523:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:44779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T11:20:48,134 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T11:20:48,134 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T11:20:48,134 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T11:20:48,134 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T11:20:48,134 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T11:20:48,134 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 769991488 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198605320 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T11:20:48,135 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:43839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:43839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T11:20:48,182 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1351): Waiting on 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:48,265 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:48,335 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1762, reset compression=false 2024-11-20T11:20:48,382 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1351): Waiting on 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:48,393 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:20:48,393 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:20:48,438 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/.tmp/f/08f77e86ad924e38aa9561069adce11f 2024-11-20T11:20:48,442 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08f77e86ad924e38aa9561069adce11f 2024-11-20T11:20:48,456 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/.tmp/f1/76d749d7831948ceb6c4e970950ca28e is 30, key is row1/f1:/1732101642573/DeleteFamily/seqid=0 2024-11-20T11:20:48,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741846_1022 (size=5158) 2024-11-20T11:20:48,582 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:20:48,582 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1325): Online Regions={06c921b6679e8c79a86fdc610fe9d5f7=test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7.} 2024-11-20T11:20:48,582 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1351): Waiting on 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:48,595 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1473, reset compression=false 2024-11-20T11:20:48,638 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1762, reset compression=false 2024-11-20T11:20:48,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:20:48,782 DEBUG [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1351): Waiting on 06c921b6679e8c79a86fdc610fe9d5f7 2024-11-20T11:20:48,859 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/.tmp/f1/76d749d7831948ceb6c4e970950ca28e 2024-11-20T11:20:48,863 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76d749d7831948ceb6c4e970950ca28e 2024-11-20T11:20:48,868 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:48,879 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/.tmp/norep/deb29823e53b4e048f14b6258299c460 is 33, key is row2/norep:/1732101643580/DeleteFamily/seqid=0 2024-11-20T11:20:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741847_1023 (size=5108) 2024-11-20T11:20:48,883 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/.tmp/norep/deb29823e53b4e048f14b6258299c460 2024-11-20T11:20:48,886 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deb29823e53b4e048f14b6258299c460 2024-11-20T11:20:48,887 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/.tmp/f/08f77e86ad924e38aa9561069adce11f as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/f/08f77e86ad924e38aa9561069adce11f 2024-11-20T11:20:48,890 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08f77e86ad924e38aa9561069adce11f 2024-11-20T11:20:48,890 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/f/08f77e86ad924e38aa9561069adce11f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T11:20:48,890 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/.tmp/f1/76d749d7831948ceb6c4e970950ca28e as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/f1/76d749d7831948ceb6c4e970950ca28e 2024-11-20T11:20:48,893 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76d749d7831948ceb6c4e970950ca28e 2024-11-20T11:20:48,894 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/f1/76d749d7831948ceb6c4e970950ca28e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T11:20:48,894 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/.tmp/norep/deb29823e53b4e048f14b6258299c460 as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/norep/deb29823e53b4e048f14b6258299c460 2024-11-20T11:20:48,897 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deb29823e53b4e048f14b6258299c460 2024-11-20T11:20:48,897 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/norep/deb29823e53b4e048f14b6258299c460, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T11:20:48,898 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 06c921b6679e8c79a86fdc610fe9d5f7 in 880ms, sequenceid=12, compaction requested=false 2024-11-20T11:20:48,901 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/data/default/test/06c921b6679e8c79a86fdc610fe9d5f7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T11:20:48,902 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:48,902 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:20:48,902 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:48,902 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06c921b6679e8c79a86fdc610fe9d5f7: Waiting for close lock at 1732101648018Running coprocessor pre-close hooks at 1732101648018Disabling compacts and flushes for region at 1732101648018Disabling writes for close at 1732101648018Obtaining lock to block concurrent updates at 1732101648018Preparing flush snapshotting stores in 06c921b6679e8c79a86fdc610fe9d5f7 at 1732101648018Finished memstore snapshotting test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732101648018Flushing stores of test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. at 1732101648019 (+1 ms)Flushing 06c921b6679e8c79a86fdc610fe9d5f7/f: creating writer at 1732101648019Flushing 06c921b6679e8c79a86fdc610fe9d5f7/f: appending metadata at 1732101648034 (+15 ms)Flushing 06c921b6679e8c79a86fdc610fe9d5f7/f: closing flushed file at 1732101648034Flushing 06c921b6679e8c79a86fdc610fe9d5f7/f1: creating writer at 1732101648442 (+408 ms)Flushing 06c921b6679e8c79a86fdc610fe9d5f7/f1: appending metadata at 1732101648455 (+13 ms)Flushing 06c921b6679e8c79a86fdc610fe9d5f7/f1: closing flushed file at 1732101648455Flushing 06c921b6679e8c79a86fdc610fe9d5f7/norep: creating writer at 1732101648863 (+408 ms)Flushing 06c921b6679e8c79a86fdc610fe9d5f7/norep: appending metadata at 1732101648878 (+15 ms)Flushing 06c921b6679e8c79a86fdc610fe9d5f7/norep: closing flushed file at 1732101648878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7521074c: reopening flushed file at 1732101648886 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31997cf3: reopening flushed file at 1732101648890 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de261de: reopening flushed file at 1732101648894 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 06c921b6679e8c79a86fdc610fe9d5f7 in 880ms, sequenceid=12, compaction requested=false at 1732101648898 (+4 ms)Writing region close event to WAL at 1732101648899 (+1 ms)Running coprocessor post-close hooks at 1732101648902 (+3 ms)Closed at 1732101648902 2024-11-20T11:20:48,902 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101631864.06c921b6679e8c79a86fdc610fe9d5f7. 2024-11-20T11:20:48,982 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,44779,1732101625782; all regions closed. 2024-11-20T11:20:48,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:20:48,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.meta.1732101628462.meta not finished, retry = 0 2024-11-20T11:20:49,041 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 1762, reset compression=false 2024-11-20T11:20:49,046 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:49,046 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.wal-reader.448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 to pos 2406, reset compression=false 2024-11-20T11:20:49,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741839_1015 (size=3552) 2024-11-20T11:20:49,094 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/WALs/448ea6c54a8c,44779,1732101625782/448ea6c54a8c%2C44779%2C1732101625782.1732101627523 not finished, retry = 0 2024-11-20T11:20:49,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741832_1008 (size=2414) 2024-11-20T11:20:49,195 DEBUG [RS:0;448ea6c54a8c:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:49,195 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:20:49,195 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:20:49,195 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:20:49,195 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:20:49,195 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:20:49,196 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,44779,1732101625782 because: Region server is closing 2024-11-20T11:20:49,196 INFO [RS:0;448ea6c54a8c:44779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:44779. 2024-11-20T11:20:49,196 DEBUG [RS:0;448ea6c54a8c:44779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:49,196 DEBUG [RS:0;448ea6c54a8c:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:49,196 DEBUG [RS:0;448ea6c54a8c:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:49,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:49,297 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44779,1732101625782.replicationSource.shipper448ea6c54a8c%2C44779%2C1732101625782,1-448ea6c54a8c,44779,1732101625782 terminated 2024-11-20T11:20:49,298 INFO [RS:0;448ea6c54a8c:44779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:44779. 2024-11-20T11:20:49,298 DEBUG [RS:0;448ea6c54a8c:44779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:49,298 DEBUG [RS:0;448ea6c54a8c:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:49,298 DEBUG [RS:0;448ea6c54a8c:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:49,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:49,298 INFO [RS:0;448ea6c54a8c:44779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44779 2024-11-20T11:20:49,298 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1473, reset compression=false 2024-11-20T11:20:49,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21289176695/rs/448ea6c54a8c,44779,1732101625782 2024-11-20T11:20:49,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695/rs 2024-11-20T11:20:49,300 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:20:49,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,44779,1732101625782] 2024-11-20T11:20:49,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21289176695/draining/448ea6c54a8c,44779,1732101625782 already deleted, retry=false 2024-11-20T11:20:49,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,44779,1732101625782 expired; onlineServers=0 2024-11-20T11:20:49,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,43839,1732101625686' ***** 2024-11-20T11:20:49,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:20:49,303 INFO [M:0;448ea6c54a8c:43839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:20:49,303 INFO [M:0;448ea6c54a8c:43839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:20:49,303 DEBUG [M:0;448ea6c54a8c:43839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:20:49,303 DEBUG [M:0;448ea6c54a8c:43839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:20:49,303 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:20:49,303 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101627312 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101627312,5,FailOnTimeoutGroup] 2024-11-20T11:20:49,303 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101627316 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101627316,5,FailOnTimeoutGroup] 2024-11-20T11:20:49,303 INFO [M:0;448ea6c54a8c:43839 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:20:49,303 INFO [M:0;448ea6c54a8c:43839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:20:49,303 DEBUG [M:0;448ea6c54a8c:43839 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:20:49,303 INFO [M:0;448ea6c54a8c:43839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:20:49,303 INFO [M:0;448ea6c54a8c:43839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:20:49,304 INFO [M:0;448ea6c54a8c:43839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:20:49,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:20:49,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21289176695/master 2024-11-20T11:20:49,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21289176695 2024-11-20T11:20:49,305 DEBUG [M:0;448ea6c54a8c:43839 {}] zookeeper.ZKUtil(347): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Unable to get data of znode /21289176695/master because node does not exist (not an error) 2024-11-20T11:20:49,305 WARN [M:0;448ea6c54a8c:43839 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:20:49,306 INFO [M:0;448ea6c54a8c:43839 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/.lastflushedseqids 2024-11-20T11:20:49,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741848_1024 (size=245) 2024-11-20T11:20:49,402 INFO [RS:0;448ea6c54a8c:44779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:20:49,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:49,402 INFO [RS:0;448ea6c54a8c:44779 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,44779,1732101625782; zookeeper connection closed. 2024-11-20T11:20:49,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x101351b24290007, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:49,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b70f3fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b70f3fe 2024-11-20T11:20:49,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:20:49,576 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:49,710 INFO [M:0;448ea6c54a8c:43839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:20:49,711 INFO [M:0;448ea6c54a8c:43839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:20:49,711 DEBUG [M:0;448ea6c54a8c:43839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:20:49,711 INFO [M:0;448ea6c54a8c:43839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:49,711 DEBUG [M:0;448ea6c54a8c:43839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:49,711 DEBUG [M:0;448ea6c54a8c:43839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:20:49,711 DEBUG [M:0;448ea6c54a8c:43839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:49,711 INFO [M:0;448ea6c54a8c:43839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-20T11:20:49,729 DEBUG [M:0;448ea6c54a8c:43839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d815ce10926e4e2bbd2d7b85913c8646 is 82, key is hbase:meta,,1/info:regioninfo/1732101628490/Put/seqid=0 2024-11-20T11:20:49,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741849_1025 (size=5672) 2024-11-20T11:20:50,102 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1473, reset compression=false 2024-11-20T11:20:50,133 INFO [M:0;448ea6c54a8c:43839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d815ce10926e4e2bbd2d7b85913c8646 2024-11-20T11:20:50,155 DEBUG [M:0;448ea6c54a8c:43839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d895c11bf99c446cb9220c042331cb33 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732101637554/Put/seqid=0 2024-11-20T11:20:50,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741850_1026 (size=9211) 2024-11-20T11:20:50,380 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:50,559 INFO [M:0;448ea6c54a8c:43839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d895c11bf99c446cb9220c042331cb33 2024-11-20T11:20:50,577 DEBUG [M:0;448ea6c54a8c:43839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/449de23932a74687990122c80c299d21 is 69, key is 448ea6c54a8c,44779,1732101625782/rs:state/1732101627372/Put/seqid=0 2024-11-20T11:20:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741851_1027 (size=5156) 2024-11-20T11:20:50,981 INFO [M:0;448ea6c54a8c:43839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/449de23932a74687990122c80c299d21 2024-11-20T11:20:50,986 DEBUG [M:0;448ea6c54a8c:43839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d815ce10926e4e2bbd2d7b85913c8646 as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d815ce10926e4e2bbd2d7b85913c8646 2024-11-20T11:20:50,989 INFO [M:0;448ea6c54a8c:43839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d815ce10926e4e2bbd2d7b85913c8646, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T11:20:50,990 DEBUG [M:0;448ea6c54a8c:43839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d895c11bf99c446cb9220c042331cb33 as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d895c11bf99c446cb9220c042331cb33 2024-11-20T11:20:50,993 INFO [M:0;448ea6c54a8c:43839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d895c11bf99c446cb9220c042331cb33, entries=15, sequenceid=127, filesize=9.0 K 2024-11-20T11:20:50,993 DEBUG [M:0;448ea6c54a8c:43839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/449de23932a74687990122c80c299d21 as hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/449de23932a74687990122c80c299d21 2024-11-20T11:20:50,996 INFO [M:0;448ea6c54a8c:43839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37361/user/jenkins/test-data/5c51987c-c95c-3f02-3010-1d54fb78468c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/449de23932a74687990122c80c299d21, entries=1, sequenceid=127, filesize=5.0 K 2024-11-20T11:20:50,997 INFO [M:0;448ea6c54a8c:43839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-11-20T11:20:50,999 INFO [M:0;448ea6c54a8c:43839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:50,999 DEBUG [M:0;448ea6c54a8c:43839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101649711Disabling compacts and flushes for region at 1732101649711Disabling writes for close at 1732101649711Obtaining lock to block concurrent updates at 1732101649711Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101649711Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732101649711Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101649712 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101649712Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101649729 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101649729Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101650137 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101650155 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101650155Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101650563 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101650577 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101650577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51177166: reopening flushed file at 1732101650985 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f58e0b: reopening flushed file at 1732101650989 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19329830: reopening flushed file at 1732101650993 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1732101650997 (+4 ms)Writing region close event to WAL at 1732101650999 (+2 ms)Closed at 1732101650999 2024-11-20T11:20:51,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741830_1006 (size=73854) 2024-11-20T11:20:51,001 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:20:51,001 INFO [M:0;448ea6c54a8c:43839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:20:51,001 INFO [M:0;448ea6c54a8c:43839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43839 2024-11-20T11:20:51,001 INFO [M:0;448ea6c54a8c:43839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:20:51,006 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1473, reset compression=false 2024-11-20T11:20:51,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:51,107 INFO [M:0;448ea6c54a8c:43839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:20:51,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43839-0x101351b24290006, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:51,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@205f457f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:20:51,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15cfca75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:20:51,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:20:51,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f83a877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:20:51,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c41974f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/hadoop.log.dir/,STOPPED} 2024-11-20T11:20:51,112 WARN [BP-44279016-172.17.0.2-1732101624945 heartbeating to localhost/127.0.0.1:37361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:20:51,112 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:20:51,112 WARN [BP-44279016-172.17.0.2-1732101624945 heartbeating to localhost/127.0.0.1:37361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-44279016-172.17.0.2-1732101624945 (Datanode Uuid 81a4a682-e376-484d-a567-60c5c284cd2b) service to localhost/127.0.0.1:37361 2024-11-20T11:20:51,112 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:20:51,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/cluster_6b1009a1-126f-1a2e-eb56-5760223101ac/data/data1/current/BP-44279016-172.17.0.2-1732101624945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:20:51,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/cluster_6b1009a1-126f-1a2e-eb56-5760223101ac/data/data2/current/BP-44279016-172.17.0.2-1732101624945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:20:51,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:20:51,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3198c032{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:20:51,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66c54baa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:20:51,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:20:51,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f137416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:20:51,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655c6ebf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/hadoop.log.dir/,STOPPED} 2024-11-20T11:20:51,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:20:51,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:20:51,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:51,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:51,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:51,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:51,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:51,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:20:51,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2113768282, stopped=false 2024-11-20T11:20:51,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,36657,1732101622615 2024-11-20T11:20:51,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-387118129/running 2024-11-20T11:20:51,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-387118129/running 2024-11-20T11:20:51,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:51,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:51,136 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:20:51,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:51,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:51,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:51,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Set watcher on znode that does not yet exist, /1-387118129/running 2024-11-20T11:20:51,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Set watcher on znode that does not yet exist, /1-387118129/running 2024-11-20T11:20:51,137 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,38101,1732101622665' ***** 2024-11-20T11:20:51,137 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:20:51,137 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:20:51,137 INFO [RS:0;448ea6c54a8c:38101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:20:51,137 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:20:51,137 INFO [RS:0;448ea6c54a8c:38101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:20:51,138 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(3091): Received CLOSE for 44403fbee12e41b214a64efdbdc95eea 2024-11-20T11:20:51,138 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:51,138 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:51,138 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:20:51,138 INFO [RS:0;448ea6c54a8c:38101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:38101. 2024-11-20T11:20:51,138 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44403fbee12e41b214a64efdbdc95eea, disabling compactions & flushes 2024-11-20T11:20:51,138 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:51,138 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:51,138 DEBUG [RS:0;448ea6c54a8c:38101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:51,138 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. after waiting 0 ms 2024-11-20T11:20:51,139 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:51,139 DEBUG [RS:0;448ea6c54a8c:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:51,139 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:20:51,139 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:20:51,139 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44403fbee12e41b214a64efdbdc95eea 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T11:20:51,139 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:20:51,139 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:20:51,139 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:20:51,139 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 44403fbee12e41b214a64efdbdc95eea=hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea., 6bc32e722604af2305ca781f604c1113=test,,1732101630725.6bc32e722604af2305ca781f604c1113.} 2024-11-20T11:20:51,139 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44403fbee12e41b214a64efdbdc95eea, 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:51,139 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:20:51,139 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:20:51,139 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:20:51,139 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:20:51,139 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:20:51,139 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:20:51,160 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:20:51,165 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/replication/44403fbee12e41b214a64efdbdc95eea/.tmp/queue/43405a7127934f18ade1990faf3eace1 is 154, key is 1-448ea6c54a8c,38101,1732101622665/queue:448ea6c54a8c%2C38101%2C1732101622665/1732101646583/Put/seqid=0 2024-11-20T11:20:51,165 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/info/70382927569849f18451461ba8a0df03 is 147, key is hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea./info:regioninfo/1732101635963/Put/seqid=0 2024-11-20T11:20:51,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741840_1016 (size=5353) 2024-11-20T11:20:51,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741841_1017 (size=7686) 2024-11-20T11:20:51,171 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/replication/44403fbee12e41b214a64efdbdc95eea/.tmp/queue/43405a7127934f18ade1990faf3eace1 2024-11-20T11:20:51,171 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/info/70382927569849f18451461ba8a0df03 2024-11-20T11:20:51,176 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/replication/44403fbee12e41b214a64efdbdc95eea/.tmp/queue/43405a7127934f18ade1990faf3eace1 as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/replication/44403fbee12e41b214a64efdbdc95eea/queue/43405a7127934f18ade1990faf3eace1 2024-11-20T11:20:51,179 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/replication/44403fbee12e41b214a64efdbdc95eea/queue/43405a7127934f18ade1990faf3eace1, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T11:20:51,180 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 44403fbee12e41b214a64efdbdc95eea in 41ms, sequenceid=14, compaction requested=false 2024-11-20T11:20:51,183 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/replication/44403fbee12e41b214a64efdbdc95eea/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T11:20:51,184 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:51,184 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:20:51,184 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:51,184 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44403fbee12e41b214a64efdbdc95eea: Waiting for close lock at 1732101651138Running coprocessor pre-close hooks at 1732101651138Disabling compacts and flushes for region at 1732101651138Disabling writes for close at 1732101651138Obtaining lock to block concurrent updates at 1732101651139 (+1 ms)Preparing flush snapshotting stores in 44403fbee12e41b214a64efdbdc95eea at 1732101651139Finished memstore snapshotting hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732101651139Flushing stores of hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. at 1732101651139Flushing 44403fbee12e41b214a64efdbdc95eea/queue: creating writer at 1732101651140 (+1 ms)Flushing 44403fbee12e41b214a64efdbdc95eea/queue: appending metadata at 1732101651164 (+24 ms)Flushing 44403fbee12e41b214a64efdbdc95eea/queue: closing flushed file at 1732101651164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581e66ce: reopening flushed file at 1732101651175 (+11 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 44403fbee12e41b214a64efdbdc95eea in 41ms, sequenceid=14, compaction requested=false at 1732101651180 (+5 ms)Writing region close event to WAL at 1732101651181 (+1 ms)Running coprocessor post-close hooks at 1732101651184 (+3 ms)Closed at 1732101651184 2024-11-20T11:20:51,184 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101635186.44403fbee12e41b214a64efdbdc95eea. 2024-11-20T11:20:51,184 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bc32e722604af2305ca781f604c1113, disabling compactions & flushes 2024-11-20T11:20:51,184 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:51,184 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:51,184 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101630725.6bc32e722604af2305ca781f604c1113. after waiting 0 ms 2024-11-20T11:20:51,184 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:51,184 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6bc32e722604af2305ca781f604c1113 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T11:20:51,193 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/ns/77e239ca89a34f36b845288f9d9ae343 is 43, key is default/ns:d/1732101624845/Put/seqid=0 2024-11-20T11:20:51,199 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/.tmp/f/10097d708ba24382a59e67b61e85a40f is 37, key is row3/f:row3/1732101645233/Put/seqid=0 2024-11-20T11:20:51,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741842_1018 (size=5153) 2024-11-20T11:20:51,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741843_1019 (size=5228) 2024-11-20T11:20:51,283 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:51,339 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:51,539 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:51,598 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/ns/77e239ca89a34f36b845288f9d9ae343 2024-11-20T11:20:51,604 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/.tmp/f/10097d708ba24382a59e67b61e85a40f 2024-11-20T11:20:51,608 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10097d708ba24382a59e67b61e85a40f 2024-11-20T11:20:51,617 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/rep_barrier/299bce79693e4c7b933511bbd26c994c is 112, key is test,,1732101630725.6bc32e722604af2305ca781f604c1113./rep_barrier:seqnumDuringOpen/1732101631524/Put/seqid=0 2024-11-20T11:20:51,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741844_1020 (size=5518) 2024-11-20T11:20:51,625 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/.tmp/f1/25d81f6bdb1447d5b24564a5ac776cca is 30, key is row1/f1:/1732101642573/DeleteFamily/seqid=0 2024-11-20T11:20:51,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741845_1021 (size=5158) 2024-11-20T11:20:51,739 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:20:51,739 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:20:51,740 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:51,940 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:52,010 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1473, reset compression=false 2024-11-20T11:20:52,015 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:52,015 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1720, reset compression=false 2024-11-20T11:20:52,015 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,38101,1732101622665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:52,016 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 448ea6c54a8c,38101,1732101622665: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-448ea6c54a8c,38101,1732101622665, walGroup=448ea6c54a8c%2C38101%2C1732101622665, offset=448ea6c54a8c%2C38101%2C1732101622665.1732101623866:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T11:20:52,017 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T11:20:52,017 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T11:20:52,018 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T11:20:52,018 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T11:20:52,018 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T11:20:52,018 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 845488960 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 199004536 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T11:20:52,018 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:36657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:36657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T11:20:52,021 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/rep_barrier/299bce79693e4c7b933511bbd26c994c 2024-11-20T11:20:52,029 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/.tmp/f1/25d81f6bdb1447d5b24564a5ac776cca 2024-11-20T11:20:52,033 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25d81f6bdb1447d5b24564a5ac776cca 2024-11-20T11:20:52,047 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/table/1c09cb95e48f4abeac728295dd6b273e is 53, key is hbase:replication/table:state/1732101635972/Put/seqid=0 2024-11-20T11:20:52,052 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/.tmp/norep/7c85468f50fd4032a04106c3e7bb0860 is 33, key is row1/norep:/1732101642573/DeleteFamily/seqid=0 2024-11-20T11:20:52,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741846_1022 (size=5308) 2024-11-20T11:20:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741847_1023 (size=5108) 2024-11-20T11:20:52,140 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:20:52,140 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6bc32e722604af2305ca781f604c1113=test,,1732101630725.6bc32e722604af2305ca781f604c1113.} 2024-11-20T11:20:52,140 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:52,203 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:20:52,219 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1720, reset compression=false 2024-11-20T11:20:52,287 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:52,340 DEBUG [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bc32e722604af2305ca781f604c1113 2024-11-20T11:20:52,457 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/table/1c09cb95e48f4abeac728295dd6b273e 2024-11-20T11:20:52,463 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/.tmp/norep/7c85468f50fd4032a04106c3e7bb0860 2024-11-20T11:20:52,467 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/info/70382927569849f18451461ba8a0df03 as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/info/70382927569849f18451461ba8a0df03 2024-11-20T11:20:52,469 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c85468f50fd4032a04106c3e7bb0860 2024-11-20T11:20:52,470 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/.tmp/f/10097d708ba24382a59e67b61e85a40f as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/f/10097d708ba24382a59e67b61e85a40f 2024-11-20T11:20:52,472 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/info/70382927569849f18451461ba8a0df03, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:20:52,474 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/ns/77e239ca89a34f36b845288f9d9ae343 as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/ns/77e239ca89a34f36b845288f9d9ae343 2024-11-20T11:20:52,476 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10097d708ba24382a59e67b61e85a40f 2024-11-20T11:20:52,476 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/f/10097d708ba24382a59e67b61e85a40f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T11:20:52,477 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/.tmp/f1/25d81f6bdb1447d5b24564a5ac776cca as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/f1/25d81f6bdb1447d5b24564a5ac776cca 2024-11-20T11:20:52,480 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/ns/77e239ca89a34f36b845288f9d9ae343, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:20:52,482 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/rep_barrier/299bce79693e4c7b933511bbd26c994c as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/rep_barrier/299bce79693e4c7b933511bbd26c994c 2024-11-20T11:20:52,483 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25d81f6bdb1447d5b24564a5ac776cca 2024-11-20T11:20:52,484 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/f1/25d81f6bdb1447d5b24564a5ac776cca, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T11:20:52,485 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/.tmp/norep/7c85468f50fd4032a04106c3e7bb0860 as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/norep/7c85468f50fd4032a04106c3e7bb0860 2024-11-20T11:20:52,486 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/rep_barrier/299bce79693e4c7b933511bbd26c994c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:20:52,489 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/.tmp/table/1c09cb95e48f4abeac728295dd6b273e as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/table/1c09cb95e48f4abeac728295dd6b273e 2024-11-20T11:20:52,489 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c85468f50fd4032a04106c3e7bb0860 2024-11-20T11:20:52,489 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/norep/7c85468f50fd4032a04106c3e7bb0860, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T11:20:52,490 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6bc32e722604af2305ca781f604c1113 in 1306ms, sequenceid=12, compaction requested=false 2024-11-20T11:20:52,490 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T11:20:52,496 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/table/1c09cb95e48f4abeac728295dd6b273e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:20:52,498 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=16, compaction requested=false 2024-11-20T11:20:52,498 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:20:52,501 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/default/test/6bc32e722604af2305ca781f604c1113/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T11:20:52,501 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:52,501 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:20:52,501 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:52,502 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bc32e722604af2305ca781f604c1113: Waiting for close lock at 1732101651184Running coprocessor pre-close hooks at 1732101651184Disabling compacts and flushes for region at 1732101651184Disabling writes for close at 1732101651184Obtaining lock to block concurrent updates at 1732101651184Preparing flush snapshotting stores in 6bc32e722604af2305ca781f604c1113 at 1732101651184Finished memstore snapshotting test,,1732101630725.6bc32e722604af2305ca781f604c1113., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732101651184Flushing stores of test,,1732101630725.6bc32e722604af2305ca781f604c1113. at 1732101651185 (+1 ms)Flushing 6bc32e722604af2305ca781f604c1113/f: creating writer at 1732101651185Flushing 6bc32e722604af2305ca781f604c1113/f: appending metadata at 1732101651198 (+13 ms)Flushing 6bc32e722604af2305ca781f604c1113/f: closing flushed file at 1732101651198Flushing 6bc32e722604af2305ca781f604c1113/f1: creating writer at 1732101651608 (+410 ms)Flushing 6bc32e722604af2305ca781f604c1113/f1: appending metadata at 1732101651624 (+16 ms)Flushing 6bc32e722604af2305ca781f604c1113/f1: closing flushed file at 1732101651624Flushing 6bc32e722604af2305ca781f604c1113/norep: creating writer at 1732101652033 (+409 ms)Flushing 6bc32e722604af2305ca781f604c1113/norep: appending metadata at 1732101652051 (+18 ms)Flushing 6bc32e722604af2305ca781f604c1113/norep: closing flushed file at 1732101652051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6e3f03: reopening flushed file at 1732101652469 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@425567d5: reopening flushed file at 1732101652476 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec5420c: reopening flushed file at 1732101652484 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6bc32e722604af2305ca781f604c1113 in 1306ms, sequenceid=12, compaction requested=false at 1732101652490 (+6 ms)Writing region close event to WAL at 1732101652497 (+7 ms)Running coprocessor post-close hooks at 1732101652501 (+4 ms)Closed at 1732101652501 2024-11-20T11:20:52,502 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101630725.6bc32e722604af2305ca781f604c1113. 2024-11-20T11:20:52,505 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:20:52,505 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:52,505 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:20:52,505 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:52,505 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101651139Running coprocessor pre-close hooks at 1732101651139Disabling compacts and flushes for region at 1732101651139Disabling writes for close at 1732101651139Obtaining lock to block concurrent updates at 1732101651139Preparing flush snapshotting stores in 1588230740 at 1732101651139Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101651140 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732101651140Flushing 1588230740/info: creating writer at 1732101651140Flushing 1588230740/info: appending metadata at 1732101651165 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732101651165Flushing 1588230740/ns: creating writer at 1732101651175 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732101651192 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732101651192Flushing 1588230740/rep_barrier: creating writer at 1732101651602 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101651616 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101651616Flushing 1588230740/table: creating writer at 1732101652026 (+410 ms)Flushing 1588230740/table: appending metadata at 1732101652046 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732101652046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43802b06: reopening flushed file at 1732101652466 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442d61d: reopening flushed file at 1732101652473 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c8a694: reopening flushed file at 1732101652481 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f86c6d: reopening flushed file at 1732101652487 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=16, compaction requested=false at 1732101652498 (+11 ms)Writing region close event to WAL at 1732101652502 (+4 ms)Running coprocessor post-close hooks at 1732101652505 (+3 ms)Closed at 1732101652505 2024-11-20T11:20:52,506 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:52,522 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 1720, reset compression=false 2024-11-20T11:20:52,527 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:52,527 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/WALs/448ea6c54a8c,38101,1732101622665/448ea6c54a8c%2C38101%2C1732101622665.1732101623866 to pos 2364, reset compression=false 2024-11-20T11:20:52,540 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,38101,1732101622665; all regions closed. 2024-11-20T11:20:52,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:20:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741839_1015 (size=3552) 2024-11-20T11:20:52,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741832_1008 (size=2372) 2024-11-20T11:20:52,548 DEBUG [RS:0;448ea6c54a8c:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:52,548 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:20:52,548 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:20:52,548 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:20:52,548 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:20:52,548 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:20:52,548 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,38101,1732101622665 because: Region server is closing 2024-11-20T11:20:52,549 INFO [RS:0;448ea6c54a8c:38101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:38101. 2024-11-20T11:20:52,549 DEBUG [RS:0;448ea6c54a8c:38101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:52,549 DEBUG [RS:0;448ea6c54a8c:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:52,549 DEBUG [RS:0;448ea6c54a8c:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:52,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:52,649 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.shipper448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 terminated 2024-11-20T11:20:52,649 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,38101,1732101622665.replicationSource.wal-reader.448ea6c54a8c%2C38101%2C1732101622665,1-448ea6c54a8c,38101,1732101622665 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:20:52,649 INFO [RS:0;448ea6c54a8c:38101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:38101. 2024-11-20T11:20:52,650 DEBUG [RS:0;448ea6c54a8c:38101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:52,650 DEBUG [RS:0;448ea6c54a8c:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:52,650 DEBUG [RS:0;448ea6c54a8c:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:52,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:52,650 INFO [RS:0;448ea6c54a8c:38101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38101 2024-11-20T11:20:52,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-387118129/rs/448ea6c54a8c,38101,1732101622665 2024-11-20T11:20:52,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129/rs 2024-11-20T11:20:52,652 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:20:52,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,38101,1732101622665] 2024-11-20T11:20:52,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-387118129/draining/448ea6c54a8c,38101,1732101622665 already deleted, retry=false 2024-11-20T11:20:52,655 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,38101,1732101622665 expired; onlineServers=0 2024-11-20T11:20:52,655 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,36657,1732101622615' ***** 2024-11-20T11:20:52,655 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:20:52,655 INFO [M:0;448ea6c54a8c:36657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:20:52,655 INFO [M:0;448ea6c54a8c:36657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:20:52,655 DEBUG [M:0;448ea6c54a8c:36657 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:20:52,655 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:20:52,655 DEBUG [M:0;448ea6c54a8c:36657 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:20:52,655 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101623665 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101623665,5,FailOnTimeoutGroup] 2024-11-20T11:20:52,655 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101623668 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101623668,5,FailOnTimeoutGroup] 2024-11-20T11:20:52,656 INFO [M:0;448ea6c54a8c:36657 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:20:52,656 INFO [M:0;448ea6c54a8c:36657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:20:52,656 DEBUG [M:0;448ea6c54a8c:36657 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:20:52,656 INFO [M:0;448ea6c54a8c:36657 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:20:52,656 INFO [M:0;448ea6c54a8c:36657 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:20:52,656 INFO [M:0;448ea6c54a8c:36657 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:20:52,656 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:20:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-387118129/master 2024-11-20T11:20:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387118129 2024-11-20T11:20:52,657 DEBUG [M:0;448ea6c54a8c:36657 {}] zookeeper.ZKUtil(347): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Unable to get data of znode /1-387118129/master because node does not exist (not an error) 2024-11-20T11:20:52,657 WARN [M:0;448ea6c54a8c:36657 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:20:52,657 INFO [M:0;448ea6c54a8c:36657 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/.lastflushedseqids 2024-11-20T11:20:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741848_1024 (size=245) 2024-11-20T11:20:52,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:52,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101351b24290004, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:52,753 INFO [RS:0;448ea6c54a8c:38101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:20:52,753 INFO [RS:0;448ea6c54a8c:38101 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,38101,1732101622665; zookeeper connection closed. 2024-11-20T11:20:52,754 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5009be01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5009be01 2024-11-20T11:20:52,754 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:20:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,064 INFO [M:0;448ea6c54a8c:36657 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:20:53,065 INFO [M:0;448ea6c54a8c:36657 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:20:53,065 DEBUG [M:0;448ea6c54a8c:36657 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:20:53,065 INFO [M:0;448ea6c54a8c:36657 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:53,065 DEBUG [M:0;448ea6c54a8c:36657 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:53,065 DEBUG [M:0;448ea6c54a8c:36657 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:20:53,065 DEBUG [M:0;448ea6c54a8c:36657 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:53,065 INFO [M:0;448ea6c54a8c:36657 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T11:20:53,084 DEBUG [M:0;448ea6c54a8c:36657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3ac2f11ff9e47f480f710632c89fa58 is 82, key is hbase:meta,,1/info:regioninfo/1732101624835/Put/seqid=0 2024-11-20T11:20:53,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741849_1025 (size=5672) 2024-11-20T11:20:53,391 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:53,489 INFO [M:0;448ea6c54a8c:36657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3ac2f11ff9e47f480f710632c89fa58 2024-11-20T11:20:53,507 DEBUG [M:0;448ea6c54a8c:36657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f5d5e13a6e7485a9979ea04ef6b48fb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732101635976/Put/seqid=0 2024-11-20T11:20:53,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741850_1026 (size=8515) 2024-11-20T11:20:53,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:20:53,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:20:53,911 INFO [M:0;448ea6c54a8c:36657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f5d5e13a6e7485a9979ea04ef6b48fb 2024-11-20T11:20:53,934 DEBUG [M:0;448ea6c54a8c:36657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb1a90b6b06a4e14b6dbcc5d8229c327 is 69, key is 448ea6c54a8c,38101,1732101622665/rs:state/1732101623718/Put/seqid=0 2024-11-20T11:20:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741851_1027 (size=5156) 2024-11-20T11:20:54,338 INFO [M:0;448ea6c54a8c:36657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb1a90b6b06a4e14b6dbcc5d8229c327 2024-11-20T11:20:54,343 DEBUG [M:0;448ea6c54a8c:36657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3ac2f11ff9e47f480f710632c89fa58 as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3ac2f11ff9e47f480f710632c89fa58 2024-11-20T11:20:54,347 INFO [M:0;448ea6c54a8c:36657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3ac2f11ff9e47f480f710632c89fa58, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T11:20:54,348 DEBUG [M:0;448ea6c54a8c:36657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f5d5e13a6e7485a9979ea04ef6b48fb as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f5d5e13a6e7485a9979ea04ef6b48fb 2024-11-20T11:20:54,351 INFO [M:0;448ea6c54a8c:36657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f5d5e13a6e7485a9979ea04ef6b48fb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T11:20:54,352 DEBUG [M:0;448ea6c54a8c:36657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb1a90b6b06a4e14b6dbcc5d8229c327 as hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb1a90b6b06a4e14b6dbcc5d8229c327 2024-11-20T11:20:54,357 INFO [M:0;448ea6c54a8c:36657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/ae93e690-e0e4-cb3b-8824-52593be6fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb1a90b6b06a4e14b6dbcc5d8229c327, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T11:20:54,361 INFO [M:0;448ea6c54a8c:36657 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false 2024-11-20T11:20:54,369 INFO [M:0;448ea6c54a8c:36657 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:54,369 DEBUG [M:0;448ea6c54a8c:36657 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101653065Disabling compacts and flushes for region at 1732101653065Disabling writes for close at 1732101653065Obtaining lock to block concurrent updates at 1732101653065Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101653065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732101653065Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101653066 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101653066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101653084 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101653084Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101653492 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101653506 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101653506Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101653915 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101653933 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101653933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3057f5c9: reopening flushed file at 1732101654342 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618ba2f2: reopening flushed file at 1732101654347 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3351fca: reopening flushed file at 1732101654352 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false at 1732101654361 (+9 ms)Writing region close event to WAL at 1732101654369 (+8 ms)Closed at 1732101654369 2024-11-20T11:20:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46125 is added to blk_1073741830_1006 (size=63642) 2024-11-20T11:20:54,375 INFO [M:0;448ea6c54a8c:36657 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:20:54,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:20:54,375 INFO [M:0;448ea6c54a8c:36657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36657 2024-11-20T11:20:54,376 INFO [M:0;448ea6c54a8c:36657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:20:54,478 INFO [M:0;448ea6c54a8c:36657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:20:54,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:54,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36657-0x101351b24290003, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:54,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bff4f0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:20:54,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77cb3a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:20:54,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:20:54,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6536f56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:20:54,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f1a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/hadoop.log.dir/,STOPPED} 2024-11-20T11:20:54,485 WARN [BP-627057702-172.17.0.2-1732101621500 heartbeating to localhost/127.0.0.1:45617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:20:54,485 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:20:54,485 WARN [BP-627057702-172.17.0.2-1732101621500 heartbeating to localhost/127.0.0.1:45617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-627057702-172.17.0.2-1732101621500 (Datanode Uuid 01122227-affd-4c7f-b39c-49fff29f5866) service to localhost/127.0.0.1:45617 2024-11-20T11:20:54,485 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:20:54,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/cluster_7718918c-f098-b566-198f-6c2c14ae1b7c/data/data1/current/BP-627057702-172.17.0.2-1732101621500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:20:54,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/cluster_7718918c-f098-b566-198f-6c2c14ae1b7c/data/data2/current/BP-627057702-172.17.0.2-1732101621500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:20:54,486 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:20:54,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40819ccc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:20:54,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33a937cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:20:54,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:20:54,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef63c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:20:54,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599275ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31d07b9c-c7d4-3326-1738-203325aace08/hadoop.log.dir/,STOPPED} 2024-11-20T11:20:54,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:20:54,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:20:54,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:54,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:54,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:54,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:54,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:20:54,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1462314912, stopped=false 2024-11-20T11:20:54,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:54,510 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,43559,1732101619055 2024-11-20T11:20:54,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107735642/running 2024-11-20T11:20:54,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:54,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107735642/running 2024-11-20T11:20:54,512 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:20:54,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:54,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:20:54,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:54,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:54,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Set watcher on znode that does not yet exist, /0107735642/running 2024-11-20T11:20:54,513 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,43605,1732101619121' ***** 2024-11-20T11:20:54,513 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:20:54,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Set watcher on znode that does not yet exist, /0107735642/running 2024-11-20T11:20:54,513 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:20:54,514 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:20:54,514 INFO [RS:0;448ea6c54a8c:43605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:20:54,514 INFO [RS:0;448ea6c54a8c:43605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:20:54,514 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(3091): Received CLOSE for e182e71e31708ee765a806371798d103 2024-11-20T11:20:54,514 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(3091): Received CLOSE for b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:54,514 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:54,514 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:20:54,514 INFO [RS:0;448ea6c54a8c:43605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:43605. 2024-11-20T11:20:54,514 DEBUG [RS:0;448ea6c54a8c:43605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:54,514 DEBUG [RS:0;448ea6c54a8c:43605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:54,514 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e182e71e31708ee765a806371798d103, disabling compactions & flushes 2024-11-20T11:20:54,514 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:54,514 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:20:54,514 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:54,515 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:20:54,515 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:20:54,515 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101628571.e182e71e31708ee765a806371798d103. after waiting 1 ms 2024-11-20T11:20:54,515 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:54,515 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:20:54,515 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e182e71e31708ee765a806371798d103 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-20T11:20:54,515 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:20:54,515 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1325): Online Regions={e182e71e31708ee765a806371798d103=test,,1732101628571.e182e71e31708ee765a806371798d103., b65a48432b2d3fb4b4e7e8910d9fecd9=hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:20:54,515 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b65a48432b2d3fb4b4e7e8910d9fecd9, e182e71e31708ee765a806371798d103 2024-11-20T11:20:54,515 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:20:54,515 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:20:54,515 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:20:54,515 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:20:54,515 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:20:54,515 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:20:54,521 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:20:54,532 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/info/d52a175a700b48949db03c337e4f30d4 is 147, key is hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9./info:regioninfo/1732101634201/Put/seqid=0 2024-11-20T11:20:54,532 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/.tmp/f/21bf50cd177c4c69b8c01d4e3387d5d2 is 37, key is row3/f:row3/1732101645233/Put/seqid=0 2024-11-20T11:20:54,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741841_1017 (size=5228) 2024-11-20T11:20:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741840_1016 (size=7686) 2024-11-20T11:20:54,538 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/info/d52a175a700b48949db03c337e4f30d4 2024-11-20T11:20:54,565 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/ns/a97c052c0cfc4b83906729d7158d0850 is 43, key is default/ns:d/1732101621399/Put/seqid=0 2024-11-20T11:20:54,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741842_1018 (size=5153) 2024-11-20T11:20:54,595 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1493, reset compression=false 2024-11-20T11:20:54,600 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:54,600 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1740, reset compression=false 2024-11-20T11:20:54,600 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,43605,1732101619121 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:20:54,601 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 448ea6c54a8c,43605,1732101619121: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-448ea6c54a8c,43605,1732101619121, walGroup=448ea6c54a8c%2C43605%2C1732101619121, offset=448ea6c54a8c%2C43605%2C1732101619121.1732101620435:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:43605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T11:20:54,602 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T11:20:54,602 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T11:20:54,603 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T11:20:54,603 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T11:20:54,603 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T11:20:54,603 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 667049080 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199885152 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T11:20:54,603 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:43559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:43559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T11:20:54,715 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b65a48432b2d3fb4b4e7e8910d9fecd9, e182e71e31708ee765a806371798d103 2024-11-20T11:20:54,805 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1740, reset compression=false 2024-11-20T11:20:54,915 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b65a48432b2d3fb4b4e7e8910d9fecd9, e182e71e31708ee765a806371798d103 2024-11-20T11:20:54,937 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/.tmp/f/21bf50cd177c4c69b8c01d4e3387d5d2 2024-11-20T11:20:54,942 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21bf50cd177c4c69b8c01d4e3387d5d2 2024-11-20T11:20:54,961 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/.tmp/f1/7758ec507ab04e31812675414f82e2a6 is 30, key is row1/f1:/1732101642573/DeleteFamily/seqid=0 2024-11-20T11:20:54,969 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/ns/a97c052c0cfc4b83906729d7158d0850 2024-11-20T11:20:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741843_1019 (size=5158) 2024-11-20T11:20:54,971 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/.tmp/f1/7758ec507ab04e31812675414f82e2a6 2024-11-20T11:20:54,983 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7758ec507ab04e31812675414f82e2a6 2024-11-20T11:20:55,001 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/rep_barrier/f673cce4d124403b85bf697ec6c07bdd is 112, key is test,,1732101628571.e182e71e31708ee765a806371798d103./rep_barrier:seqnumDuringOpen/1732101629726/Put/seqid=0 2024-11-20T11:20:55,006 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/.tmp/norep/81a15e349f3b4bce8b74eab1ae76b5f8 is 32, key is row/norep:/1732101641566/DeleteFamily/seqid=0 2024-11-20T11:20:55,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741844_1020 (size=5518) 2024-11-20T11:20:55,013 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/rep_barrier/f673cce4d124403b85bf697ec6c07bdd 2024-11-20T11:20:55,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741845_1021 (size=5101) 2024-11-20T11:20:55,041 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/table/add13a04035e45eaa78e9bebb0afa42a is 53, key is hbase:replication/table:state/1732101634208/Put/seqid=0 2024-11-20T11:20:55,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741846_1022 (size=5308) 2024-11-20T11:20:55,110 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1740, reset compression=false 2024-11-20T11:20:55,115 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b65a48432b2d3fb4b4e7e8910d9fecd9, e182e71e31708ee765a806371798d103 2024-11-20T11:20:55,316 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b65a48432b2d3fb4b4e7e8910d9fecd9, e182e71e31708ee765a806371798d103 2024-11-20T11:20:55,370 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:20:55,370 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:20:55,427 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/.tmp/norep/81a15e349f3b4bce8b74eab1ae76b5f8 2024-11-20T11:20:55,431 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81a15e349f3b4bce8b74eab1ae76b5f8 2024-11-20T11:20:55,432 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/.tmp/f/21bf50cd177c4c69b8c01d4e3387d5d2 as hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/f/21bf50cd177c4c69b8c01d4e3387d5d2 2024-11-20T11:20:55,437 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21bf50cd177c4c69b8c01d4e3387d5d2 2024-11-20T11:20:55,437 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/f/21bf50cd177c4c69b8c01d4e3387d5d2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T11:20:55,438 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/.tmp/f1/7758ec507ab04e31812675414f82e2a6 as hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/f1/7758ec507ab04e31812675414f82e2a6 2024-11-20T11:20:55,443 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7758ec507ab04e31812675414f82e2a6 2024-11-20T11:20:55,443 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/f1/7758ec507ab04e31812675414f82e2a6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T11:20:55,444 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/.tmp/norep/81a15e349f3b4bce8b74eab1ae76b5f8 as hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/norep/81a15e349f3b4bce8b74eab1ae76b5f8 2024-11-20T11:20:55,445 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/table/add13a04035e45eaa78e9bebb0afa42a 2024-11-20T11:20:55,450 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/info/d52a175a700b48949db03c337e4f30d4 as hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/info/d52a175a700b48949db03c337e4f30d4 2024-11-20T11:20:55,460 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/info/d52a175a700b48949db03c337e4f30d4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:20:55,462 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/ns/a97c052c0cfc4b83906729d7158d0850 as hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/ns/a97c052c0cfc4b83906729d7158d0850 2024-11-20T11:20:55,466 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/ns/a97c052c0cfc4b83906729d7158d0850, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:20:55,467 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/rep_barrier/f673cce4d124403b85bf697ec6c07bdd as hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/rep_barrier/f673cce4d124403b85bf697ec6c07bdd 2024-11-20T11:20:55,472 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/rep_barrier/f673cce4d124403b85bf697ec6c07bdd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:20:55,472 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/.tmp/table/add13a04035e45eaa78e9bebb0afa42a as hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/table/add13a04035e45eaa78e9bebb0afa42a 2024-11-20T11:20:55,475 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81a15e349f3b4bce8b74eab1ae76b5f8 2024-11-20T11:20:55,475 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/norep/81a15e349f3b4bce8b74eab1ae76b5f8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T11:20:55,476 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e182e71e31708ee765a806371798d103 in 961ms, sequenceid=12, compaction requested=false 2024-11-20T11:20:55,476 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T11:20:55,481 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/table/add13a04035e45eaa78e9bebb0afa42a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:20:55,482 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false 2024-11-20T11:20:55,482 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:20:55,505 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/default/test/e182e71e31708ee765a806371798d103/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T11:20:55,506 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:55,506 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:20:55,506 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:55,506 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e182e71e31708ee765a806371798d103: Waiting for close lock at 1732101654514Running coprocessor pre-close hooks at 1732101654514Disabling compacts and flushes for region at 1732101654514Disabling writes for close at 1732101654515 (+1 ms)Obtaining lock to block concurrent updates at 1732101654515Preparing flush snapshotting stores in e182e71e31708ee765a806371798d103 at 1732101654515Finished memstore snapshotting test,,1732101628571.e182e71e31708ee765a806371798d103., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732101654515Flushing stores of test,,1732101628571.e182e71e31708ee765a806371798d103. at 1732101654516 (+1 ms)Flushing e182e71e31708ee765a806371798d103/f: creating writer at 1732101654516Flushing e182e71e31708ee765a806371798d103/f: appending metadata at 1732101654532 (+16 ms)Flushing e182e71e31708ee765a806371798d103/f: closing flushed file at 1732101654532Flushing e182e71e31708ee765a806371798d103/f1: creating writer at 1732101654942 (+410 ms)Flushing e182e71e31708ee765a806371798d103/f1: appending metadata at 1732101654960 (+18 ms)Flushing e182e71e31708ee765a806371798d103/f1: closing flushed file at 1732101654960Flushing e182e71e31708ee765a806371798d103/norep: creating writer at 1732101654984 (+24 ms)Flushing e182e71e31708ee765a806371798d103/norep: appending metadata at 1732101655005 (+21 ms)Flushing e182e71e31708ee765a806371798d103/norep: closing flushed file at 1732101655005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155447e7: reopening flushed file at 1732101655431 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee65d25: reopening flushed file at 1732101655437 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23503640: reopening flushed file at 1732101655444 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e182e71e31708ee765a806371798d103 in 961ms, sequenceid=12, compaction requested=false at 1732101655476 (+32 ms)Writing region close event to WAL at 1732101655501 (+25 ms)Running coprocessor post-close hooks at 1732101655506 (+5 ms)Closed at 1732101655506 2024-11-20T11:20:55,507 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101628571.e182e71e31708ee765a806371798d103. 2024-11-20T11:20:55,507 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b65a48432b2d3fb4b4e7e8910d9fecd9, disabling compactions & flushes 2024-11-20T11:20:55,507 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:55,507 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:55,507 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. after waiting 0 ms 2024-11-20T11:20:55,507 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:55,507 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b65a48432b2d3fb4b4e7e8910d9fecd9: Waiting for close lock at 1732101655507Running coprocessor pre-close hooks at 1732101655507Disabling compacts and flushes for region at 1732101655507Disabling writes for close at 1732101655507Failed flush hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9., putting online again at 1732101655507 2024-11-20T11:20:55,507 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:55,509 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:20:55,510 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:20:55,510 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:20:55,510 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:55,510 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101654515Running coprocessor pre-close hooks at 1732101654515Disabling compacts and flushes for region at 1732101654515Disabling writes for close at 1732101654515Obtaining lock to block concurrent updates at 1732101654515Preparing flush snapshotting stores in 1588230740 at 1732101654515Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101654516 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732101654516Flushing 1588230740/info: creating writer at 1732101654516Flushing 1588230740/info: appending metadata at 1732101654532 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732101654532Flushing 1588230740/ns: creating writer at 1732101654544 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732101654564 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732101654564Flushing 1588230740/rep_barrier: creating writer at 1732101654975 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101655000 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101655000Flushing 1588230740/table: creating writer at 1732101655020 (+20 ms)Flushing 1588230740/table: appending metadata at 1732101655040 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732101655040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194a3b2c: reopening flushed file at 1732101655450 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da40add: reopening flushed file at 1732101655460 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3306c14e: reopening flushed file at 1732101655467 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2415696: reopening flushed file at 1732101655472 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false at 1732101655482 (+10 ms)Writing region close event to WAL at 1732101655504 (+22 ms)Running coprocessor post-close hooks at 1732101655510 (+6 ms)Closed at 1732101655510 2024-11-20T11:20:55,510 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:55,514 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 1740, reset compression=false 2024-11-20T11:20:55,516 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:20:55,516 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1325): Online Regions={b65a48432b2d3fb4b4e7e8910d9fecd9=hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9.} 2024-11-20T11:20:55,516 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(3091): Received CLOSE for b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:55,516 DEBUG [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1351): Waiting on b65a48432b2d3fb4b4e7e8910d9fecd9 2024-11-20T11:20:55,516 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b65a48432b2d3fb4b4e7e8910d9fecd9, disabling compactions & flushes 2024-11-20T11:20:55,516 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:55,516 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:55,516 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. after waiting 0 ms 2024-11-20T11:20:55,516 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:55,516 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b65a48432b2d3fb4b4e7e8910d9fecd9: Waiting for close lock at 1732101655516Running coprocessor pre-close hooks at 1732101655516Disabling compacts and flushes for region at 1732101655516Disabling writes for close at 1732101655516Failed flush hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9., putting online again at 1732101655516 2024-11-20T11:20:55,516 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732101633028.b65a48432b2d3fb4b4e7e8910d9fecd9. 2024-11-20T11:20:55,523 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:20:55,523 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 2384, reset compression=false 2024-11-20T11:20:55,716 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T11:20:55,716 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,43605,1732101619121; all regions closed. 2024-11-20T11:20:55,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:20:55,719 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.meta.1732101621331.meta not finished, retry = 0 2024-11-20T11:20:55,730 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/WALs/448ea6c54a8c,43605,1732101619121/448ea6c54a8c%2C43605%2C1732101619121.1732101620435 to pos 2384, reset compression=false 2024-11-20T11:20:55,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741839_1015 (size=2609) 2024-11-20T11:20:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741832_1008 (size=2392) 2024-11-20T11:20:55,829 DEBUG [RS:0;448ea6c54a8c:43605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:55,829 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:20:55,829 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:20:55,830 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:20:55,830 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:20:55,830 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:20:55,830 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,43605,1732101619121 because: Region server is closing 2024-11-20T11:20:55,830 INFO [RS:0;448ea6c54a8c:43605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:43605. 2024-11-20T11:20:55,830 DEBUG [RS:0;448ea6c54a8c:43605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:55,830 DEBUG [RS:0;448ea6c54a8c:43605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:55,830 DEBUG [RS:0;448ea6c54a8c:43605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:55,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:55,931 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.shipper448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 terminated 2024-11-20T11:20:55,931 INFO [RS:0;448ea6c54a8c:43605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:43605. 2024-11-20T11:20:55,931 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,43605,1732101619121.replicationSource.wal-reader.448ea6c54a8c%2C43605%2C1732101619121,1-448ea6c54a8c,43605,1732101619121 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:20:55,931 DEBUG [RS:0;448ea6c54a8c:43605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:20:55,931 DEBUG [RS:0;448ea6c54a8c:43605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:55,931 DEBUG [RS:0;448ea6c54a8c:43605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:55,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:20:55,931 INFO [RS:0;448ea6c54a8c:43605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43605 2024-11-20T11:20:55,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642/rs 2024-11-20T11:20:55,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107735642/rs/448ea6c54a8c,43605,1732101619121 2024-11-20T11:20:55,933 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:20:55,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,43605,1732101619121] 2024-11-20T11:20:55,937 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0107735642/draining/448ea6c54a8c,43605,1732101619121 already deleted, retry=false 2024-11-20T11:20:55,937 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,43605,1732101619121 expired; onlineServers=0 2024-11-20T11:20:55,937 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,43559,1732101619055' ***** 2024-11-20T11:20:55,937 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:20:55,937 INFO [M:0;448ea6c54a8c:43559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:20:55,937 INFO [M:0;448ea6c54a8c:43559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:20:55,937 DEBUG [M:0;448ea6c54a8c:43559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:20:55,937 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:20:55,937 DEBUG [M:0;448ea6c54a8c:43559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:20:55,937 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101620198 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101620198,5,FailOnTimeoutGroup] 2024-11-20T11:20:55,937 INFO [M:0;448ea6c54a8c:43559 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:20:55,937 INFO [M:0;448ea6c54a8c:43559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:20:55,937 DEBUG [M:0;448ea6c54a8c:43559 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:20:55,937 INFO [M:0;448ea6c54a8c:43559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:20:55,937 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101620198 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101620198,5,FailOnTimeoutGroup] 2024-11-20T11:20:55,938 INFO [M:0;448ea6c54a8c:43559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:20:55,938 INFO [M:0;448ea6c54a8c:43559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:20:55,938 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:20:55,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107735642/master 2024-11-20T11:20:55,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107735642 2024-11-20T11:20:55,939 DEBUG [M:0;448ea6c54a8c:43559 {}] zookeeper.ZKUtil(347): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Unable to get data of znode /0107735642/master because node does not exist (not an error) 2024-11-20T11:20:55,939 WARN [M:0;448ea6c54a8c:43559 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:20:55,940 INFO [M:0;448ea6c54a8c:43559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/.lastflushedseqids 2024-11-20T11:20:55,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741847_1023 (size=245) 2024-11-20T11:20:56,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:56,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43605-0x101351b24290001, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:56,036 INFO [RS:0;448ea6c54a8c:43605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:20:56,036 INFO [RS:0;448ea6c54a8c:43605 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,43605,1732101619121; zookeeper connection closed. 2024-11-20T11:20:56,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2476df14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2476df14 2024-11-20T11:20:56,036 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:20:56,345 INFO [M:0;448ea6c54a8c:43559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:20:56,345 INFO [M:0;448ea6c54a8c:43559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:20:56,345 DEBUG [M:0;448ea6c54a8c:43559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:20:56,345 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:56,345 DEBUG [M:0;448ea6c54a8c:43559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:56,345 DEBUG [M:0;448ea6c54a8c:43559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:20:56,345 DEBUG [M:0;448ea6c54a8c:43559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:56,345 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-20T11:20:56,364 DEBUG [M:0;448ea6c54a8c:43559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25809d7bb6d44907b745bd0eae229a5f is 82, key is hbase:meta,,1/info:regioninfo/1732101621384/Put/seqid=0 2024-11-20T11:20:56,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741848_1024 (size=5672) 2024-11-20T11:20:56,378 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25809d7bb6d44907b745bd0eae229a5f 2024-11-20T11:20:56,404 DEBUG [M:0;448ea6c54a8c:43559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09554e933d0e4098a934e3c35c4fc0e2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732101629741/Put/seqid=0 2024-11-20T11:20:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741849_1025 (size=7217) 2024-11-20T11:20:56,408 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09554e933d0e4098a934e3c35c4fc0e2 2024-11-20T11:20:56,413 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09554e933d0e4098a934e3c35c4fc0e2 2024-11-20T11:20:56,433 DEBUG [M:0;448ea6c54a8c:43559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/776ec74554664c89acfef007d2940376 is 69, key is 448ea6c54a8c,43605,1732101619121/rs:state/1732101620275/Put/seqid=0 2024-11-20T11:20:56,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741850_1026 (size=5156) 2024-11-20T11:20:56,838 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/776ec74554664c89acfef007d2940376 2024-11-20T11:20:56,847 DEBUG [M:0;448ea6c54a8c:43559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25809d7bb6d44907b745bd0eae229a5f as hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25809d7bb6d44907b745bd0eae229a5f 2024-11-20T11:20:56,852 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25809d7bb6d44907b745bd0eae229a5f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T11:20:56,853 DEBUG [M:0;448ea6c54a8c:43559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09554e933d0e4098a934e3c35c4fc0e2 as hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09554e933d0e4098a934e3c35c4fc0e2 2024-11-20T11:20:56,857 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09554e933d0e4098a934e3c35c4fc0e2 2024-11-20T11:20:56,857 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09554e933d0e4098a934e3c35c4fc0e2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T11:20:56,857 DEBUG [M:0;448ea6c54a8c:43559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/776ec74554664c89acfef007d2940376 as hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/776ec74554664c89acfef007d2940376 2024-11-20T11:20:56,862 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/e4d16994-d75c-cc74-d1e6-9ff3c0521351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/776ec74554664c89acfef007d2940376, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T11:20:56,863 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=105, compaction requested=false 2024-11-20T11:20:56,872 INFO [M:0;448ea6c54a8c:43559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:56,872 DEBUG [M:0;448ea6c54a8c:43559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101656345Disabling compacts and flushes for region at 1732101656345Disabling writes for close at 1732101656345Obtaining lock to block concurrent updates at 1732101656345Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101656345Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732101656346 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101656346Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101656346Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101656364 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101656364Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101656383 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101656404 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101656404Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101656413 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101656433 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101656433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a0654a: reopening flushed file at 1732101656844 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd2e935: reopening flushed file at 1732101656852 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b234b: reopening flushed file at 1732101656857 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=105, compaction requested=false at 1732101656863 (+6 ms)Writing region close event to WAL at 1732101656872 (+9 ms)Closed at 1732101656872 2024-11-20T11:20:56,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741830_1006 (size=64411) 2024-11-20T11:20:56,878 INFO [M:0;448ea6c54a8c:43559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:20:56,878 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:20:56,878 INFO [M:0;448ea6c54a8c:43559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43559 2024-11-20T11:20:56,878 INFO [M:0;448ea6c54a8c:43559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:20:56,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:56,981 INFO [M:0;448ea6c54a8c:43559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:20:56,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101351b24290000, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:20:56,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@152ccef3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:20:56,984 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40aebd3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:20:56,984 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:20:56,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7a6bba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:20:56,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481a6c88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/hadoop.log.dir/,STOPPED} 2024-11-20T11:20:56,986 WARN [BP-1443614938-172.17.0.2-1732101618098 heartbeating to localhost/127.0.0.1:34629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:20:56,986 WARN [BP-1443614938-172.17.0.2-1732101618098 heartbeating to localhost/127.0.0.1:34629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1443614938-172.17.0.2-1732101618098 (Datanode Uuid 557960ef-1b88-4d5d-a932-03b0d55cf15e) service to localhost/127.0.0.1:34629 2024-11-20T11:20:56,986 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:20:56,986 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:20:56,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/cluster_cac3a6c4-f805-604d-cea8-ed88841f3850/data/data1/current/BP-1443614938-172.17.0.2-1732101618098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:20:56,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/cluster_cac3a6c4-f805-604d-cea8-ed88841f3850/data/data2/current/BP-1443614938-172.17.0.2-1732101618098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:20:56,987 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:20:56,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a134138{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:20:56,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69f7ea7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:20:56,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:20:56,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42243d59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:20:56,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d225e59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef299ed-ead0-be4b-3aed-df44be32bac8/hadoop.log.dir/,STOPPED} 2024-11-20T11:20:57,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:20:57,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:20:57,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 263) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37361 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58601) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58601) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45617 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34629 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58601) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8787 (was 8751) - AvailableMemoryMB LEAK? - 2024-11-20T11:20:57,038 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=8781 2024-11-20T11:20:57,055 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-20T11:20:57,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/hadoop.log.dir so I do NOT create it in target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38 2024-11-20T11:20:57,056 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:20:57,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/hadoop.tmp.dir so I do NOT create it in target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38 2024-11-20T11:20:57,056 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4637690-64f7-bd19-17b3-9e802ed1d5b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:20:57,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38 2024-11-20T11:20:57,056 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/cluster_2e036b8c-1ebf-93cb-9085-f739aca12802, deleteOnExit=true 2024-11-20T11:20:57,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/cluster_2e036b8c-1ebf-93cb-9085-f739aca12802/zookeeper_0, clientPort=56500, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/cluster_2e036b8c-1ebf-93cb-9085-f739aca12802/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/cluster_2e036b8c-1ebf-93cb-9085-f739aca12802/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:20:57,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56500 2024-11-20T11:20:57,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:20:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:20:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/test.cache.data in system properties and HBase conf 2024-11-20T11:20:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:20:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:20:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:20:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:20:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:20:57,061 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:20:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:20:57,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:20:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101351b24290005, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:20:57,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101351b24290005, quorum=127.0.0.1:58601, baseZNode=/1-387118129 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:20:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101351b24290002, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:20:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101351b24290008, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:20:57,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101351b24290008, quorum=127.0.0.1:58601, baseZNode=/21289176695 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:20:57,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101351b24290002, quorum=127.0.0.1:58601, baseZNode=/0107735642 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:20:57,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:57,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:20:57,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:20:57,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:20:57,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:20:57,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:57,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13616542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:20:57,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b89cf2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:20:57,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9129ff4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/java.io.tmpdir/jetty-localhost-45953-hadoop-hdfs-3_4_1-tests_jar-_-any-17539698433095375155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:20:57,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb5c309{HTTP/1.1, (http/1.1)}{localhost:45953} 2024-11-20T11:20:57,263 INFO [Time-limited test {}] server.Server(415): Started @248518ms 2024-11-20T11:20:57,331 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:20:57,331 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:20:57,332 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68371 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:20:57,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:57,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:20:57,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:20:57,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:20:57,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:20:57,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f34e90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:20:57,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cc929fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:20:57,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fedffb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/java.io.tmpdir/jetty-localhost-37465-hadoop-hdfs-3_4_1-tests_jar-_-any-11753802573440843541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:20:57,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1342b4f9{HTTP/1.1, (http/1.1)}{localhost:37465} 2024-11-20T11:20:57,520 INFO [Time-limited test {}] server.Server(415): Started @248774ms 2024-11-20T11:20:57,521 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:20:57,625 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/cluster_2e036b8c-1ebf-93cb-9085-f739aca12802/data/data2/current/BP-1435132102-172.17.0.2-1732101657087/current, will proceed with Du for space computation calculation, 2024-11-20T11:20:57,625 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/cluster_2e036b8c-1ebf-93cb-9085-f739aca12802/data/data1/current/BP-1435132102-172.17.0.2-1732101657087/current, will proceed with Du for space computation calculation, 2024-11-20T11:20:57,647 WARN [Thread-3429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:20:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7e8c354cac67d26 with lease ID 0xd3ced2e5170c51e1: Processing first storage report for DS-0adde2bf-c6d9-42fe-b975-a5cd6a78647a from datanode DatanodeRegistration(127.0.0.1:38335, datanodeUuid=0efb43f1-eb58-4318-b876-edcc74bec9d3, infoPort=38329, infoSecurePort=0, ipcPort=44281, storageInfo=lv=-57;cid=testClusterID;nsid=1235934200;c=1732101657087) 2024-11-20T11:20:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7e8c354cac67d26 with lease ID 0xd3ced2e5170c51e1: from storage DS-0adde2bf-c6d9-42fe-b975-a5cd6a78647a node DatanodeRegistration(127.0.0.1:38335, datanodeUuid=0efb43f1-eb58-4318-b876-edcc74bec9d3, infoPort=38329, infoSecurePort=0, ipcPort=44281, storageInfo=lv=-57;cid=testClusterID;nsid=1235934200;c=1732101657087), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:20:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7e8c354cac67d26 with lease ID 0xd3ced2e5170c51e1: Processing first storage report for DS-7fd0a818-7735-4bef-9e77-a5992ff0cf75 from datanode DatanodeRegistration(127.0.0.1:38335, datanodeUuid=0efb43f1-eb58-4318-b876-edcc74bec9d3, infoPort=38329, infoSecurePort=0, ipcPort=44281, storageInfo=lv=-57;cid=testClusterID;nsid=1235934200;c=1732101657087) 2024-11-20T11:20:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7e8c354cac67d26 with lease ID 0xd3ced2e5170c51e1: from storage DS-7fd0a818-7735-4bef-9e77-a5992ff0cf75 node DatanodeRegistration(127.0.0.1:38335, datanodeUuid=0efb43f1-eb58-4318-b876-edcc74bec9d3, infoPort=38329, infoSecurePort=0, ipcPort=44281, storageInfo=lv=-57;cid=testClusterID;nsid=1235934200;c=1732101657087), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:20:57,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38 2024-11-20T11:20:57,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:57,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:57,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:20:57,667 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439 with version=8 2024-11-20T11:20:57,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/hbase-staging 2024-11-20T11:20:57,669 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:20:57,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:57,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:57,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:20:57,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:57,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:20:57,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:20:57,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:20:57,672 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35013 2024-11-20T11:20:57,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35013 connecting to ZooKeeper ensemble=127.0.0.1:56500 2024-11-20T11:20:57,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350130x0, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:57,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35013-0x101351bbc730000 connected 2024-11-20T11:20:57,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:57,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:57,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Set watcher on znode that does not yet exist, /0-431081039/running 2024-11-20T11:20:57,713 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439, hbase.cluster.distributed=false 2024-11-20T11:20:57,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Set watcher on znode that does not yet exist, /0-431081039/acl 2024-11-20T11:20:57,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35013 2024-11-20T11:20:57,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35013 2024-11-20T11:20:57,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35013 2024-11-20T11:20:57,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35013 2024-11-20T11:20:57,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35013 2024-11-20T11:20:57,743 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:20:57,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:57,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:57,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:20:57,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:20:57,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:20:57,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:20:57,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:20:57,744 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42725 2024-11-20T11:20:57,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42725 connecting to ZooKeeper ensemble=127.0.0.1:56500 2024-11-20T11:20:57,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:57,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427250x0, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:57,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427250x0, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Set watcher on znode that does not yet exist, /0-431081039/running 2024-11-20T11:20:57,754 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:20:57,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42725-0x101351bbc730001 connected 2024-11-20T11:20:57,764 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:20:57,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Set watcher on znode that does not yet exist, /0-431081039/master 2024-11-20T11:20:57,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Set watcher on znode that does not yet exist, /0-431081039/acl 2024-11-20T11:20:57,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42725 2024-11-20T11:20:57,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42725 2024-11-20T11:20:57,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42725 2024-11-20T11:20:57,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42725 2024-11-20T11:20:57,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42725 2024-11-20T11:20:57,799 DEBUG [M:0;448ea6c54a8c:35013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:35013 2024-11-20T11:20:57,800 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-431081039/backup-masters/448ea6c54a8c,35013,1732101657669 2024-11-20T11:20:57,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039/backup-masters 2024-11-20T11:20:57,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039/backup-masters 2024-11-20T11:20:57,802 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Set watcher on existing znode=/0-431081039/backup-masters/448ea6c54a8c,35013,1732101657669 2024-11-20T11:20:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-431081039/master 2024-11-20T11:20:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:57,804 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Set watcher on existing znode=/0-431081039/master 2024-11-20T11:20:57,805 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-431081039/backup-masters/448ea6c54a8c,35013,1732101657669 from backup master directory 2024-11-20T11:20:57,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-431081039/backup-masters/448ea6c54a8c,35013,1732101657669 2024-11-20T11:20:57,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039/backup-masters 2024-11-20T11:20:57,807 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:20:57,807 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,35013,1732101657669 2024-11-20T11:20:57,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039/backup-masters 2024-11-20T11:20:57,813 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/hbase.id] with ID: 131efc2c-7802-4cd6-b0aa-32c97709805b 2024-11-20T11:20:57,813 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/.tmp/hbase.id 2024-11-20T11:20:57,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:20:58,226 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/.tmp/hbase.id]:[hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/hbase.id] 2024-11-20T11:20:58,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:20:58,238 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:20:58,239 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:20:58,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:58,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:20:58,259 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:20:58,259 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:20:58,263 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:58,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:20:58,289 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store 2024-11-20T11:20:58,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:20:58,308 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:58,308 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:20:58,308 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:58,308 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:58,308 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:20:58,308 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:58,308 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:20:58,308 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101658308Disabling compacts and flushes for region at 1732101658308Disabling writes for close at 1732101658308Writing region close event to WAL at 1732101658308Closed at 1732101658308 2024-11-20T11:20:58,309 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/.initializing 2024-11-20T11:20:58,309 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/WALs/448ea6c54a8c,35013,1732101657669 2024-11-20T11:20:58,309 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:20:58,311 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C35013%2C1732101657669, suffix=, logDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/WALs/448ea6c54a8c,35013,1732101657669, archiveDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/oldWALs, maxLogs=10 2024-11-20T11:20:58,328 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/WALs/448ea6c54a8c,35013,1732101657669/448ea6c54a8c%2C35013%2C1732101657669.1732101658311, exclude list is [], retry=0 2024-11-20T11:20:58,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38335,DS-0adde2bf-c6d9-42fe-b975-a5cd6a78647a,DISK] 2024-11-20T11:20:58,340 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/WALs/448ea6c54a8c,35013,1732101657669/448ea6c54a8c%2C35013%2C1732101657669.1732101658311 2024-11-20T11:20:58,340 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T11:20:58,341 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:58,341 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:58,341 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,341 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:20:58,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:58,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:58,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:20:58,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:58,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:58,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:20:58,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:58,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:58,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:20:58,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:58,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:20:58,352 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,353 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,353 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,354 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,354 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,354 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:58,355 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:20:58,374 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:58,375 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71377556, jitterRate=0.06360846757888794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:58,376 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101658341Initializing all the Stores at 1732101658342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101658342Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101658346 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101658346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101658346Cleaning up temporary data from old regions at 1732101658354 (+8 ms)Region opened successfully at 1732101658376 (+22 ms) 2024-11-20T11:20:58,384 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:20:58,393 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be930a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:20:58,394 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:20:58,394 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:20:58,394 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:20:58,394 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:20:58,394 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:20:58,395 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:20:58,395 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:20:58,406 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:20:58,407 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Unable to get data of znode /0-431081039/balancer because node does not exist (not necessarily an error) 2024-11-20T11:20:58,408 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-431081039/balancer already deleted, retry=false 2024-11-20T11:20:58,409 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:20:58,409 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Unable to get data of znode /0-431081039/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:20:58,411 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-431081039/normalizer already deleted, retry=false 2024-11-20T11:20:58,411 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:20:58,417 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Unable to get data of znode /0-431081039/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:20:58,419 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-431081039/switch/split already deleted, retry=false 2024-11-20T11:20:58,421 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Unable to get data of znode /0-431081039/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:20:58,422 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-431081039/switch/merge already deleted, retry=false 2024-11-20T11:20:58,423 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Unable to get data of znode /0-431081039/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:20:58,425 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-431081039/snapshot-cleanup already deleted, retry=false 2024-11-20T11:20:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-431081039/running 2024-11-20T11:20:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-431081039/running 2024-11-20T11:20:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:58,427 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,35013,1732101657669, sessionid=0x101351bbc730000, setting cluster-up flag (Was=false) 2024-11-20T11:20:58,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:58,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:58,437 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-431081039/flush-table-proc/acquired, /0-431081039/flush-table-proc/reached, /0-431081039/flush-table-proc/abort 2024-11-20T11:20:58,438 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,35013,1732101657669 2024-11-20T11:20:58,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:58,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:58,445 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-431081039/online-snapshot/acquired, /0-431081039/online-snapshot/reached, /0-431081039/online-snapshot/abort 2024-11-20T11:20:58,448 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,35013,1732101657669 2024-11-20T11:20:58,450 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:20:58,462 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:58,462 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:20:58,462 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:20:58,462 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,35013,1732101657669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:20:58,464 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:58,464 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:58,464 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:58,464 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:20:58,464 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:20:58,464 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,464 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:20:58,464 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:58,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:20:58,478 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:58,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:20:58,491 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101688491 2024-11-20T11:20:58,491 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:20:58,491 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:20:58,491 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:20:58,491 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:20:58,491 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:20:58,491 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:20:58,494 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(746): ClusterId : 131efc2c-7802-4cd6-b0aa-32c97709805b 2024-11-20T11:20:58,494 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:20:58,495 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:20:58,498 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:20:58,498 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:20:58,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:20:58,499 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439 2024-11-20T11:20:58,502 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:20:58,502 DEBUG [RS:0;448ea6c54a8c:42725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7741e05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:20:58,504 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:20:58,505 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:20:58,505 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:20:58,505 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:20:58,526 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:42725 2024-11-20T11:20:58,526 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:20:58,526 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:20:58,526 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:20:58,527 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:20:58,527 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:20:58,527 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,35013,1732101657669 with port=42725, startcode=1732101657743 2024-11-20T11:20:58,527 DEBUG [RS:0;448ea6c54a8c:42725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:20:58,528 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101658527,5,FailOnTimeoutGroup] 2024-11-20T11:20:58,533 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:20:58,534 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101658528,5,FailOnTimeoutGroup] 2024-11-20T11:20:58,534 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35013 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:20:58,534 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,534 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:20:58,534 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,534 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741832_1008 (size=32) 2024-11-20T11:20:58,537 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T11:20:58,538 WARN [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T11:20:58,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:58,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:20:58,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:20:58,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:58,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:58,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:20:58,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:20:58,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:58,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:58,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:20:58,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:20:58,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:58,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:58,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:20:58,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:20:58,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:58,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:58,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:20:58,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740 2024-11-20T11:20:58,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740 2024-11-20T11:20:58,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:20:58,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:20:58,548 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:58,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:20:58,557 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:20:58,557 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61721782, jitterRate=-0.08027377724647522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:58,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101658539Initializing all the Stores at 1732101658540 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101658540Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101658540Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101658540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101658540Cleaning up temporary data from old regions at 1732101658548 (+8 ms)Region opened successfully at 1732101658558 (+10 ms) 2024-11-20T11:20:58,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:20:58,558 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:20:58,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:20:58,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:20:58,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:20:58,562 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:20:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101658558Disabling compacts and flushes for region at 1732101658558Disabling writes for close at 1732101658558Writing region close event to WAL at 1732101658562 (+4 ms)Closed at 1732101658562 2024-11-20T11:20:58,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:58,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:20:58,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:20:58,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:20:58,565 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:20:58,638 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,35013,1732101657669 with port=42725, startcode=1732101657743 2024-11-20T11:20:58,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,42725,1732101657743 2024-11-20T11:20:58,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35013 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,42725,1732101657743 2024-11-20T11:20:58,640 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439 2024-11-20T11:20:58,640 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42691 2024-11-20T11:20:58,640 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:20:58,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039/rs 2024-11-20T11:20:58,643 DEBUG [RS:0;448ea6c54a8c:42725 {}] zookeeper.ZKUtil(111): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Set watcher on existing znode=/0-431081039/rs/448ea6c54a8c,42725,1732101657743 2024-11-20T11:20:58,643 WARN [RS:0;448ea6c54a8c:42725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:20:58,643 INFO [RS:0;448ea6c54a8c:42725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:58,643 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743 2024-11-20T11:20:58,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,42725,1732101657743] 2024-11-20T11:20:58,646 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:20:58,647 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:20:58,647 INFO [RS:0;448ea6c54a8c:42725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:20:58,647 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,648 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:20:58,648 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:20:58,648 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,648 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:20:58,649 DEBUG [RS:0;448ea6c54a8c:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:20:58,654 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,654 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,654 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,654 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,654 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,654 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,42725,1732101657743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:20:58,676 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:20:58,676 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,42725,1732101657743-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,676 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,676 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.Replication(171): 448ea6c54a8c,42725,1732101657743 started 2024-11-20T11:20:58,696 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:58,696 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,42725,1732101657743, RpcServer on 448ea6c54a8c/172.17.0.2:42725, sessionid=0x101351bbc730001 2024-11-20T11:20:58,696 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:20:58,696 DEBUG [RS:0;448ea6c54a8c:42725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,42725,1732101657743 2024-11-20T11:20:58,696 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,42725,1732101657743' 2024-11-20T11:20:58,696 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-431081039/flush-table-proc/abort' 2024-11-20T11:20:58,697 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-431081039/flush-table-proc/acquired' 2024-11-20T11:20:58,697 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:20:58,697 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:20:58,697 DEBUG [RS:0;448ea6c54a8c:42725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,42725,1732101657743 2024-11-20T11:20:58,697 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,42725,1732101657743' 2024-11-20T11:20:58,697 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-431081039/online-snapshot/abort' 2024-11-20T11:20:58,698 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-431081039/online-snapshot/acquired' 2024-11-20T11:20:58,698 DEBUG [RS:0;448ea6c54a8c:42725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:20:58,698 INFO [RS:0;448ea6c54a8c:42725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:20:58,698 INFO [RS:0;448ea6c54a8c:42725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:20:58,716 WARN [448ea6c54a8c:35013 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T11:20:58,798 INFO [RS:0;448ea6c54a8c:42725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:20:58,800 INFO [RS:0;448ea6c54a8c:42725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C42725%2C1732101657743, suffix=, logDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743, archiveDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/oldWALs, maxLogs=10 2024-11-20T11:20:58,813 DEBUG [RS:0;448ea6c54a8c:42725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800, exclude list is [], retry=0 2024-11-20T11:20:58,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38335,DS-0adde2bf-c6d9-42fe-b975-a5cd6a78647a,DISK] 2024-11-20T11:20:58,817 INFO [RS:0;448ea6c54a8c:42725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 2024-11-20T11:20:58,818 DEBUG [RS:0;448ea6c54a8c:42725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T11:20:58,966 DEBUG [448ea6c54a8c:35013 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:20:58,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,42725,1732101657743 2024-11-20T11:20:58,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,42725,1732101657743, state=OPENING 2024-11-20T11:20:58,972 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:20:58,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:58,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:20:58,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-431081039/meta-region-server: CHANGED 2024-11-20T11:20:58,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:20:58,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,42725,1732101657743}] 2024-11-20T11:20:58,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-431081039/meta-region-server: CHANGED 2024-11-20T11:20:59,127 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:20:59,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:20:59,131 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:20:59,131 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:20:59,131 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:20:59,132 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C42725%2C1732101657743.meta, suffix=.meta, logDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743, archiveDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/oldWALs, maxLogs=10 2024-11-20T11:20:59,150 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.meta.1732101659133.meta, exclude list is [], retry=0 2024-11-20T11:20:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38335,DS-0adde2bf-c6d9-42fe-b975-a5cd6a78647a,DISK] 2024-11-20T11:20:59,154 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.meta.1732101659133.meta 2024-11-20T11:20:59,155 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T11:20:59,155 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:20:59,156 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:20:59,156 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:20:59,156 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:20:59,156 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:20:59,156 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:20:59,156 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:20:59,156 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:20:59,156 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:20:59,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:20:59,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:20:59,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:59,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:59,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:20:59,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:20:59,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:59,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:59,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:20:59,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:20:59,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:59,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:59,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:20:59,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:20:59,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:20:59,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:20:59,171 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:20:59,171 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740 2024-11-20T11:20:59,172 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740 2024-11-20T11:20:59,173 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:20:59,173 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:20:59,174 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:20:59,175 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:20:59,176 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68832703, jitterRate=0.02568720281124115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:20:59,176 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:20:59,177 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101659157Writing region info on filesystem at 1732101659157Initializing all the Stores at 1732101659158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101659158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101659160 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101659160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101659160Cleaning up temporary data from old regions at 1732101659173 (+13 ms)Running coprocessor post-open hooks at 1732101659176 (+3 ms)Region opened successfully at 1732101659177 (+1 ms) 2024-11-20T11:20:59,181 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101659127 2024-11-20T11:20:59,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,42725,1732101657743 2024-11-20T11:20:59,185 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,42725,1732101657743, state=OPEN 2024-11-20T11:20:59,185 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:20:59,185 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:20:59,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-431081039/meta-region-server 2024-11-20T11:20:59,190 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,42725,1732101657743 2024-11-20T11:20:59,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-431081039/meta-region-server 2024-11-20T11:20:59,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-431081039/meta-region-server: CHANGED 2024-11-20T11:20:59,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-431081039/meta-region-server: CHANGED 2024-11-20T11:20:59,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:20:59,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,42725,1732101657743 in 217 msec 2024-11-20T11:20:59,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:20:59,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-20T11:20:59,197 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:20:59,197 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:20:59,198 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:59,198 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,42725,1732101657743, seqNum=-1] 2024-11-20T11:20:59,199 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:59,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:59,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 743 msec 2024-11-20T11:20:59,205 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101659205, completionTime=-1 2024-11-20T11:20:59,205 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:20:59,205 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:20:59,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:20:59,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101719208 2024-11-20T11:20:59,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101779208 2024-11-20T11:20:59,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T11:20:59,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35013,1732101657669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:59,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35013,1732101657669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:59,208 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35013,1732101657669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:59,209 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:35013, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:59,209 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:59,211 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:20:59,212 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:59,216 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.409sec 2024-11-20T11:20:59,216 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:20:59,216 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:20:59,216 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:20:59,216 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:20:59,216 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:20:59,216 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35013,1732101657669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:20:59,216 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35013,1732101657669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:20:59,222 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:20:59,222 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:20:59,222 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35013,1732101657669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:20:59,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64344aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:59,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35013,-1 for getting cluster id 2024-11-20T11:20:59,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:20:59,294 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '131efc2c-7802-4cd6-b0aa-32c97709805b' 2024-11-20T11:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "131efc2c-7802-4cd6-b0aa-32c97709805b" 2024-11-20T11:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22395d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35013,-1] 2024-11-20T11:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:20:59,296 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:20:59,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1069e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:20:59,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:20:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,42725,1732101657743, seqNum=-1] 2024-11-20T11:20:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:20:59,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:20:59,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,35013,1732101657669 2024-11-20T11:20:59,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56500 2024-11-20T11:20:59,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:20:59,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101351bbc730002 connected 2024-11-20T11:20:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/hadoop.log.dir so I do NOT create it in target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97 2024-11-20T11:20:59,310 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:20:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/hadoop.tmp.dir so I do NOT create it in target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97 2024-11-20T11:20:59,310 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:20:59,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97 2024-11-20T11:20:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:20:59,310 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/cluster_849efd7a-188b-7a1a-f0c5-0acd957cadbf, deleteOnExit=true 2024-11-20T11:20:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:20:59,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/test.cache.data in system properties and HBase conf 2024-11-20T11:20:59,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:20:59,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:20:59,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:20:59,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:20:59,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:20:59,311 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:20:59,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:20:59,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:20:59,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:20:59,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:20:59,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:59,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:20:59,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:20:59,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:20:59,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:20:59,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:59,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f25b769{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:20:59,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edc1d28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:20:59,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a10b61e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/java.io.tmpdir/jetty-localhost-41365-hadoop-hdfs-3_4_1-tests_jar-_-any-16776070858997512984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:20:59,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4be7a519{HTTP/1.1, (http/1.1)}{localhost:41365} 2024-11-20T11:20:59,546 INFO [Time-limited test {}] server.Server(415): Started @250801ms 2024-11-20T11:20:59,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:20:59,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:20:59,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:20:59,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:20:59,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:20:59,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783d9914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:20:59,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e51eff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:20:59,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@112496a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/java.io.tmpdir/jetty-localhost-46809-hadoop-hdfs-3_4_1-tests_jar-_-any-305654536983639545/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:20:59,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@198298d9{HTTP/1.1, (http/1.1)}{localhost:46809} 2024-11-20T11:20:59,783 INFO [Time-limited test {}] server.Server(415): Started @251037ms 2024-11-20T11:20:59,784 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:20:59,881 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/cluster_849efd7a-188b-7a1a-f0c5-0acd957cadbf/data/data1/current/BP-687853993-172.17.0.2-1732101659331/current, will proceed with Du for space computation calculation, 2024-11-20T11:20:59,881 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/cluster_849efd7a-188b-7a1a-f0c5-0acd957cadbf/data/data2/current/BP-687853993-172.17.0.2-1732101659331/current, will proceed with Du for space computation calculation, 2024-11-20T11:20:59,909 WARN [Thread-3549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:20:59,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7350c7b60133c596 with lease ID 0xcb847cf52ee134e6: Processing first storage report for DS-b3ea4da1-29b4-4bf4-8aa9-75fe4a6a5572 from datanode DatanodeRegistration(127.0.0.1:36751, datanodeUuid=b5b1468a-932c-4de5-8da1-75f645fc13f8, infoPort=42601, infoSecurePort=0, ipcPort=38133, storageInfo=lv=-57;cid=testClusterID;nsid=1200964155;c=1732101659331) 2024-11-20T11:20:59,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7350c7b60133c596 with lease ID 0xcb847cf52ee134e6: from storage DS-b3ea4da1-29b4-4bf4-8aa9-75fe4a6a5572 node DatanodeRegistration(127.0.0.1:36751, datanodeUuid=b5b1468a-932c-4de5-8da1-75f645fc13f8, infoPort=42601, infoSecurePort=0, ipcPort=38133, storageInfo=lv=-57;cid=testClusterID;nsid=1200964155;c=1732101659331), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T11:20:59,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7350c7b60133c596 with lease ID 0xcb847cf52ee134e6: Processing first storage report for DS-efa1df58-bb37-434c-9fe1-0409b2717b1c from datanode DatanodeRegistration(127.0.0.1:36751, datanodeUuid=b5b1468a-932c-4de5-8da1-75f645fc13f8, infoPort=42601, infoSecurePort=0, ipcPort=38133, storageInfo=lv=-57;cid=testClusterID;nsid=1200964155;c=1732101659331) 2024-11-20T11:20:59,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7350c7b60133c596 with lease ID 0xcb847cf52ee134e6: from storage DS-efa1df58-bb37-434c-9fe1-0409b2717b1c node DatanodeRegistration(127.0.0.1:36751, datanodeUuid=b5b1468a-932c-4de5-8da1-75f645fc13f8, infoPort=42601, infoSecurePort=0, ipcPort=38133, storageInfo=lv=-57;cid=testClusterID;nsid=1200964155;c=1732101659331), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:21:00,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97 2024-11-20T11:21:00,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:00,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:00,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:21:00,022 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d with version=8 2024-11-20T11:21:00,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/hbase-staging 2024-11-20T11:21:00,025 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:00,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:00,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:00,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:00,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:00,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:00,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:21:00,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:00,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36447 2024-11-20T11:21:00,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36447 connecting to ZooKeeper ensemble=127.0.0.1:56500 2024-11-20T11:21:00,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364470x0, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:00,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36447-0x101351bbc730003 connected 2024-11-20T11:21:00,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:00,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:00,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Set watcher on znode that does not yet exist, /11716408058/running 2024-11-20T11:21:00,047 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d, hbase.cluster.distributed=false 2024-11-20T11:21:00,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Set watcher on znode that does not yet exist, /11716408058/acl 2024-11-20T11:21:00,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36447 2024-11-20T11:21:00,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36447 2024-11-20T11:21:00,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36447 2024-11-20T11:21:00,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36447 2024-11-20T11:21:00,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36447 2024-11-20T11:21:00,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:00,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:00,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:00,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:00,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:00,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:00,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:21:00,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:00,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32881 2024-11-20T11:21:00,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32881 connecting to ZooKeeper ensemble=127.0.0.1:56500 2024-11-20T11:21:00,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:00,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:00,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328810x0, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:00,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328810x0, quorum=127.0.0.1:56500, baseZNode=/11716408058 Set watcher on znode that does not yet exist, /11716408058/running 2024-11-20T11:21:00,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32881-0x101351bbc730004 connected 2024-11-20T11:21:00,076 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:21:00,076 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:21:00,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Set watcher on znode that does not yet exist, /11716408058/master 2024-11-20T11:21:00,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Set watcher on znode that does not yet exist, /11716408058/acl 2024-11-20T11:21:00,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32881 2024-11-20T11:21:00,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32881 2024-11-20T11:21:00,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32881 2024-11-20T11:21:00,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32881 2024-11-20T11:21:00,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32881 2024-11-20T11:21:00,096 DEBUG [M:0;448ea6c54a8c:36447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:36447 2024-11-20T11:21:00,100 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11716408058/backup-masters/448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:00,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058/backup-masters 2024-11-20T11:21:00,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058/backup-masters 2024-11-20T11:21:00,105 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Set watcher on existing znode=/11716408058/backup-masters/448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:00,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11716408058/master 2024-11-20T11:21:00,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:00,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:00,106 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Set watcher on existing znode=/11716408058/master 2024-11-20T11:21:00,107 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11716408058/backup-masters/448ea6c54a8c,36447,1732101660024 from backup master directory 2024-11-20T11:21:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11716408058/backup-masters/448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058/backup-masters 2024-11-20T11:21:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058/backup-masters 2024-11-20T11:21:00,108 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:00,108 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:00,111 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/hbase.id] with ID: 79c0e181-a417-45f8-b3f7-8538a7c53a4b 2024-11-20T11:21:00,111 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/.tmp/hbase.id 2024-11-20T11:21:00,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:21:00,516 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/.tmp/hbase.id]:[hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/hbase.id] 2024-11-20T11:21:00,527 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:00,527 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:21:00,528 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:21:00,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:00,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:00,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:21:00,940 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:00,941 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:21:00,941 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:00,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:21:01,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:21:01,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:01,349 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store 2024-11-20T11:21:01,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:21:01,755 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:01,755 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:01,756 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:01,756 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:01,756 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:01,756 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:01,756 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:01,756 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101661755Disabling compacts and flushes for region at 1732101661755Disabling writes for close at 1732101661756 (+1 ms)Writing region close event to WAL at 1732101661756Closed at 1732101661756 2024-11-20T11:21:01,756 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/.initializing 2024-11-20T11:21:01,756 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/WALs/448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:01,757 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:01,759 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C36447%2C1732101660024, suffix=, logDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/WALs/448ea6c54a8c,36447,1732101660024, archiveDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/oldWALs, maxLogs=10 2024-11-20T11:21:01,777 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/WALs/448ea6c54a8c,36447,1732101660024/448ea6c54a8c%2C36447%2C1732101660024.1732101661760, exclude list is [], retry=0 2024-11-20T11:21:01,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36751,DS-b3ea4da1-29b4-4bf4-8aa9-75fe4a6a5572,DISK] 2024-11-20T11:21:01,784 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/WALs/448ea6c54a8c,36447,1732101660024/448ea6c54a8c%2C36447%2C1732101660024.1732101661760 2024-11-20T11:21:01,784 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42601:42601)] 2024-11-20T11:21:01,784 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:01,785 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:01,785 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,785 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:21:01,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:01,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:01,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:21:01,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:01,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:01,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:21:01,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:01,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:01,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:21:01,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:01,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:01,794 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,795 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,795 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,796 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,796 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,797 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:01,798 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:01,801 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:01,801 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61227848, jitterRate=-0.08763396739959717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:01,801 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101661785Initializing all the Stores at 1732101661785Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101661785Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101661788 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101661788Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101661788Cleaning up temporary data from old regions at 1732101661796 (+8 ms)Region opened successfully at 1732101661801 (+5 ms) 2024-11-20T11:21:01,804 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:21:01,808 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acae5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:01,809 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:21:01,809 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:21:01,809 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:21:01,810 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:21:01,810 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:21:01,810 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:21:01,810 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:21:01,816 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:21:01,818 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Unable to get data of znode /11716408058/balancer because node does not exist (not necessarily an error) 2024-11-20T11:21:01,820 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11716408058/balancer already deleted, retry=false 2024-11-20T11:21:01,820 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:21:01,820 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Unable to get data of znode /11716408058/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:21:01,821 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11716408058/normalizer already deleted, retry=false 2024-11-20T11:21:01,822 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:21:01,823 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Unable to get data of znode /11716408058/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:21:01,824 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11716408058/switch/split already deleted, retry=false 2024-11-20T11:21:01,825 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Unable to get data of znode /11716408058/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:21:01,830 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11716408058/switch/merge already deleted, retry=false 2024-11-20T11:21:01,832 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Unable to get data of znode /11716408058/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:21:01,834 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11716408058/snapshot-cleanup already deleted, retry=false 2024-11-20T11:21:01,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11716408058/running 2024-11-20T11:21:01,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11716408058/running 2024-11-20T11:21:01,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:01,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:01,837 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,36447,1732101660024, sessionid=0x101351bbc730003, setting cluster-up flag (Was=false) 2024-11-20T11:21:01,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:01,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:01,853 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11716408058/flush-table-proc/acquired, /11716408058/flush-table-proc/reached, /11716408058/flush-table-proc/abort 2024-11-20T11:21:01,854 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:01,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:01,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:01,863 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11716408058/online-snapshot/acquired, /11716408058/online-snapshot/reached, /11716408058/online-snapshot/abort 2024-11-20T11:21:01,864 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:01,868 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:21:01,878 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:01,878 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:21:01,878 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:21:01,878 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,36447,1732101660024 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:21:01,880 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:01,880 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:01,880 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:01,880 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:01,880 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:21:01,880 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,880 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:01,880 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:01,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:21:01,898 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:01,898 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101691898 2024-11-20T11:21:01,898 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:21:01,898 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:21:01,898 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:21:01,898 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:21:01,898 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:21:01,898 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:21:01,898 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:21:01,899 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(746): ClusterId : 79c0e181-a417-45f8-b3f7-8538a7c53a4b 2024-11-20T11:21:01,899 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:21:01,899 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,899 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:21:01,899 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:21:01,900 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:21:01,900 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:21:01,900 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:21:01,900 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:21:01,900 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101661900,5,FailOnTimeoutGroup] 2024-11-20T11:21:01,900 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101661900,5,FailOnTimeoutGroup] 2024-11-20T11:21:01,900 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,900 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:21:01,900 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,900 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,902 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:21:01,902 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:21:01,904 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:21:01,904 DEBUG [RS:0;448ea6c54a8c:32881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2142cd3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:01,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:21:01,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:21:01,913 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d 2024-11-20T11:21:01,921 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:32881 2024-11-20T11:21:01,921 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:21:01,921 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:21:01,921 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:21:01,922 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,36447,1732101660024 with port=32881, startcode=1732101660068 2024-11-20T11:21:01,922 DEBUG [RS:0;448ea6c54a8c:32881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:21:01,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741832_1008 (size=32) 2024-11-20T11:21:01,924 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:21:01,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:01,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36447 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:01,926 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d 2024-11-20T11:21:01,926 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45739 2024-11-20T11:21:01,926 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:21:01,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:01,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:01,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:01,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:01,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:01,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:01,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:01,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:01,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058/rs 2024-11-20T11:21:01,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:01,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:01,933 DEBUG [RS:0;448ea6c54a8c:32881 {}] zookeeper.ZKUtil(111): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Set watcher on existing znode=/11716408058/rs/448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:01,933 WARN [RS:0;448ea6c54a8c:32881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:01,933 INFO [RS:0;448ea6c54a8c:32881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:01,934 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:01,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:01,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:01,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:01,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:01,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:01,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:01,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:01,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:01,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740 2024-11-20T11:21:01,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740 2024-11-20T11:21:01,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,32881,1732101660068] 2024-11-20T11:21:01,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:01,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:01,938 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:01,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:01,942 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:21:01,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:01,945 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73509873, jitterRate=0.09538246691226959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:01,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101661927Initializing all the Stores at 1732101661927Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101661927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101661928 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101661928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101661928Cleaning up temporary data from old regions at 1732101661937 (+9 ms)Region opened successfully at 1732101661945 (+8 ms) 2024-11-20T11:21:01,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:01,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:01,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:01,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:01,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:01,948 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:21:01,949 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:01,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101661945Disabling compacts and flushes for region at 1732101661945Disabling writes for close at 1732101661945Writing region close event to WAL at 1732101661949 (+4 ms)Closed at 1732101661949 2024-11-20T11:21:01,949 INFO [RS:0;448ea6c54a8c:32881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:21:01,949 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,949 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:21:01,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:01,950 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:21:01,950 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:21:01,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:21:01,950 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:01,950 DEBUG [RS:0;448ea6c54a8c:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:01,951 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:01,952 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:21:01,960 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,960 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,960 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,960 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,961 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,961 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,32881,1732101660068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:01,978 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:21:01,978 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,32881,1732101660068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,978 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,978 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.Replication(171): 448ea6c54a8c,32881,1732101660068 started 2024-11-20T11:21:01,992 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:01,992 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,32881,1732101660068, RpcServer on 448ea6c54a8c/172.17.0.2:32881, sessionid=0x101351bbc730004 2024-11-20T11:21:01,992 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:21:01,992 DEBUG [RS:0;448ea6c54a8c:32881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:01,992 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,32881,1732101660068' 2024-11-20T11:21:01,992 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11716408058/flush-table-proc/abort' 2024-11-20T11:21:01,993 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11716408058/flush-table-proc/acquired' 2024-11-20T11:21:01,993 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:21:01,993 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:21:01,993 DEBUG [RS:0;448ea6c54a8c:32881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:01,993 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,32881,1732101660068' 2024-11-20T11:21:01,993 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11716408058/online-snapshot/abort' 2024-11-20T11:21:01,994 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11716408058/online-snapshot/acquired' 2024-11-20T11:21:01,994 DEBUG [RS:0;448ea6c54a8c:32881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:21:01,994 INFO [RS:0;448ea6c54a8c:32881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:21:01,994 INFO [RS:0;448ea6c54a8c:32881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:21:02,095 INFO [RS:0;448ea6c54a8c:32881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:02,096 INFO [RS:0;448ea6c54a8c:32881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C32881%2C1732101660068, suffix=, logDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068, archiveDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/oldWALs, maxLogs=10 2024-11-20T11:21:02,102 WARN [448ea6c54a8c:36447 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T11:21:02,110 DEBUG [RS:0;448ea6c54a8c:32881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096, exclude list is [], retry=0 2024-11-20T11:21:02,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36751,DS-b3ea4da1-29b4-4bf4-8aa9-75fe4a6a5572,DISK] 2024-11-20T11:21:02,113 INFO [RS:0;448ea6c54a8c:32881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 2024-11-20T11:21:02,114 DEBUG [RS:0;448ea6c54a8c:32881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42601:42601)] 2024-11-20T11:21:02,352 DEBUG [448ea6c54a8c:36447 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:21:02,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:02,354 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,32881,1732101660068, state=OPENING 2024-11-20T11:21:02,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:21:02,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:02,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:02,357 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:02,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,32881,1732101660068}] 2024-11-20T11:21:02,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11716408058/meta-region-server: CHANGED 2024-11-20T11:21:02,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11716408058/meta-region-server: CHANGED 2024-11-20T11:21:02,509 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:02,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:21:02,513 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:21:02,513 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:02,514 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:21:02,515 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C32881%2C1732101660068.meta, suffix=.meta, logDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068, archiveDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/oldWALs, maxLogs=10 2024-11-20T11:21:02,528 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.meta.1732101662515.meta, exclude list is [], retry=0 2024-11-20T11:21:02,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36751,DS-b3ea4da1-29b4-4bf4-8aa9-75fe4a6a5572,DISK] 2024-11-20T11:21:02,531 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.meta.1732101662515.meta 2024-11-20T11:21:02,531 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42601:42601)] 2024-11-20T11:21:02,531 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:02,531 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:02,532 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:21:02,532 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:21:02,532 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:21:02,532 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:21:02,532 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:02,532 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:21:02,532 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:21:02,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:02,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:02,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:02,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:02,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:02,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:02,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:02,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:02,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:02,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:02,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:02,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:02,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:02,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:02,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:02,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:02,536 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:02,537 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740 2024-11-20T11:21:02,537 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740 2024-11-20T11:21:02,538 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:02,538 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:02,538 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:02,539 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:02,539 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75273782, jitterRate=0.12166675925254822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:02,540 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:21:02,540 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101662532Writing region info on filesystem at 1732101662532Initializing all the Stores at 1732101662533 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101662533Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101662533Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101662533Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101662533Cleaning up temporary data from old regions at 1732101662538 (+5 ms)Running coprocessor post-open hooks at 1732101662540 (+2 ms)Region opened successfully at 1732101662540 2024-11-20T11:21:02,540 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101662509 2024-11-20T11:21:02,542 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:21:02,542 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:21:02,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:02,543 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,32881,1732101660068, state=OPEN 2024-11-20T11:21:02,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11716408058/meta-region-server 2024-11-20T11:21:02,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11716408058/meta-region-server 2024-11-20T11:21:02,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:02,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11716408058/meta-region-server: CHANGED 2024-11-20T11:21:02,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11716408058/meta-region-server: CHANGED 2024-11-20T11:21:02,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:21:02,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,32881,1732101660068 in 188 msec 2024-11-20T11:21:02,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:21:02,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 596 msec 2024-11-20T11:21:02,548 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:02,548 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:21:02,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:02,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,32881,1732101660068, seqNum=-1] 2024-11-20T11:21:02,549 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:02,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:02,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 677 msec 2024-11-20T11:21:02,554 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101662554, completionTime=-1 2024-11-20T11:21:02,554 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:21:02,554 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:21:02,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:21:02,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101722556 2024-11-20T11:21:02,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101782556 2024-11-20T11:21:02,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T11:21:02,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36447,1732101660024-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:02,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36447,1732101660024-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:02,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36447,1732101660024-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:02,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:36447, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:02,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:02,556 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:02,558 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:21:02,559 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.451sec 2024-11-20T11:21:02,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:21:02,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:21:02,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:21:02,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:21:02,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:21:02,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36447,1732101660024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:02,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36447,1732101660024-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:21:02,562 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:21:02,562 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:21:02,562 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36447,1732101660024-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:02,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:02,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36447,-1 for getting cluster id 2024-11-20T11:21:02,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:02,600 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79c0e181-a417-45f8-b3f7-8538a7c53a4b' 2024-11-20T11:21:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79c0e181-a417-45f8-b3f7-8538a7c53a4b" 2024-11-20T11:21:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a5120a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36447,-1] 2024-11-20T11:21:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:02,601 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:02,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d799a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:02,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,32881,1732101660068, seqNum=-1] 2024-11-20T11:21:02,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:02,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:02,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:02,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56500 2024-11-20T11:21:02,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:02,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101351bbc730005 connected 2024-11-20T11:21:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/hadoop.log.dir so I do NOT create it in target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6 2024-11-20T11:21:02,614 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:21:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/hadoop.tmp.dir so I do NOT create it in target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6 2024-11-20T11:21:02,614 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:21:02,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6 2024-11-20T11:21:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:21:02,614 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/cluster_e293b9be-aee0-d892-3936-316f87b5f0dd, deleteOnExit=true 2024-11-20T11:21:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:21:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/test.cache.data in system properties and HBase conf 2024-11-20T11:21:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:21:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:21:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:21:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:21:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:21:02,615 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:21:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:21:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:21:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:21:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:21:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:21:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:21:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:21:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:21:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:21:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:21:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:21:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:21:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:21:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:21:02,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:02,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:21:02,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:21:02,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:21:02,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:21:02,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:02,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9b003e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:21:02,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335b2848{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:21:02,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a345aaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/java.io.tmpdir/jetty-localhost-46737-hadoop-hdfs-3_4_1-tests_jar-_-any-13120611545852069144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:02,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd540c5{HTTP/1.1, (http/1.1)}{localhost:46737} 2024-11-20T11:21:02,899 INFO [Time-limited test {}] server.Server(415): Started @254153ms 2024-11-20T11:21:02,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:03,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:21:03,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:21:03,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:21:03,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:21:03,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2579cfe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:21:03,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee6db57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:21:03,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b617186{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/java.io.tmpdir/jetty-localhost-40567-hadoop-hdfs-3_4_1-tests_jar-_-any-14155031172332926039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:03,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78b0fe0{HTTP/1.1, (http/1.1)}{localhost:40567} 2024-11-20T11:21:03,121 INFO [Time-limited test {}] server.Server(415): Started @254375ms 2024-11-20T11:21:03,122 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:21:03,228 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/cluster_e293b9be-aee0-d892-3936-316f87b5f0dd/data/data1/current/BP-69228051-172.17.0.2-1732101662651/current, will proceed with Du for space computation calculation, 2024-11-20T11:21:03,228 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/cluster_e293b9be-aee0-d892-3936-316f87b5f0dd/data/data2/current/BP-69228051-172.17.0.2-1732101662651/current, will proceed with Du for space computation calculation, 2024-11-20T11:21:03,246 WARN [Thread-3670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:21:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeac1a61e4d9f864a with lease ID 0x4d10bb4fdca7d27d: Processing first storage report for DS-8b41f965-ea65-4e26-8e91-f404c701dab2 from datanode DatanodeRegistration(127.0.0.1:42619, datanodeUuid=e20b4029-f8a0-42f9-a0bd-9d6dde50f4a5, infoPort=33603, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1516270929;c=1732101662651) 2024-11-20T11:21:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeac1a61e4d9f864a with lease ID 0x4d10bb4fdca7d27d: from storage DS-8b41f965-ea65-4e26-8e91-f404c701dab2 node DatanodeRegistration(127.0.0.1:42619, datanodeUuid=e20b4029-f8a0-42f9-a0bd-9d6dde50f4a5, infoPort=33603, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1516270929;c=1732101662651), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:21:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeac1a61e4d9f864a with lease ID 0x4d10bb4fdca7d27d: Processing first storage report for DS-c72fd896-d8b9-4300-a69a-2a2e1b82f104 from datanode DatanodeRegistration(127.0.0.1:42619, datanodeUuid=e20b4029-f8a0-42f9-a0bd-9d6dde50f4a5, infoPort=33603, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1516270929;c=1732101662651) 2024-11-20T11:21:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeac1a61e4d9f864a with lease ID 0x4d10bb4fdca7d27d: from storage DS-c72fd896-d8b9-4300-a69a-2a2e1b82f104 node DatanodeRegistration(127.0.0.1:42619, datanodeUuid=e20b4029-f8a0-42f9-a0bd-9d6dde50f4a5, infoPort=33603, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1516270929;c=1732101662651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:21:03,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6 2024-11-20T11:21:03,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:03,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:21:03,757 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f with version=8 2024-11-20T11:21:03,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/hbase-staging 2024-11-20T11:21:03,760 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:03,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:03,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:03,760 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:03,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:03,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:03,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:21:03,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:03,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42269 2024-11-20T11:21:03,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42269 connecting to ZooKeeper ensemble=127.0.0.1:56500 2024-11-20T11:21:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422690x0, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:03,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42269-0x101351bbc730006 connected 2024-11-20T11:21:03,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:03,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:03,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Set watcher on znode that does not yet exist, /2-1547448808/running 2024-11-20T11:21:03,781 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f, hbase.cluster.distributed=false 2024-11-20T11:21:03,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Set watcher on znode that does not yet exist, /2-1547448808/acl 2024-11-20T11:21:03,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-20T11:21:03,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42269 2024-11-20T11:21:03,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42269 2024-11-20T11:21:03,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-20T11:21:03,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-20T11:21:03,801 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:03,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:03,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:03,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:03,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:03,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:03,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:21:03,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:03,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44163 2024-11-20T11:21:03,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44163 connecting to ZooKeeper ensemble=127.0.0.1:56500 2024-11-20T11:21:03,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:03,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:03,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441630x0, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:03,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441630x0, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Set watcher on znode that does not yet exist, /2-1547448808/running 2024-11-20T11:21:03,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44163-0x101351bbc730007 connected 2024-11-20T11:21:03,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:21:03,815 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:21:03,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Set watcher on znode that does not yet exist, /2-1547448808/master 2024-11-20T11:21:03,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Set watcher on znode that does not yet exist, /2-1547448808/acl 2024-11-20T11:21:03,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-20T11:21:03,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44163 2024-11-20T11:21:03,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44163 2024-11-20T11:21:03,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-20T11:21:03,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-20T11:21:03,845 DEBUG [M:0;448ea6c54a8c:42269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:42269 2024-11-20T11:21:03,846 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1547448808/backup-masters/448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:03,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808/backup-masters 2024-11-20T11:21:03,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808/backup-masters 2024-11-20T11:21:03,848 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Set watcher on existing znode=/2-1547448808/backup-masters/448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1547448808/master 2024-11-20T11:21:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:03,851 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Set watcher on existing znode=/2-1547448808/master 2024-11-20T11:21:03,851 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1547448808/backup-masters/448ea6c54a8c,42269,1732101663759 from backup master directory 2024-11-20T11:21:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808/backup-masters 2024-11-20T11:21:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1547448808/backup-masters/448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808/backup-masters 2024-11-20T11:21:03,852 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:03,852 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:03,856 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/hbase.id] with ID: 4daa42d0-c9f9-47bf-a967-689f871ed755 2024-11-20T11:21:03,856 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/.tmp/hbase.id 2024-11-20T11:21:03,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:21:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:21:03,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:21:04,264 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/.tmp/hbase.id]:[hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/hbase.id] 2024-11-20T11:21:04,273 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:04,273 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:21:04,274 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:21:04,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:04,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:04,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:21:04,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:21:04,685 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:04,686 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:21:04,688 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:04,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:21:05,109 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store 2024-11-20T11:21:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:21:05,516 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:05,516 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:05,516 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:05,516 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:05,517 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:05,517 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:05,517 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:05,517 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101665516Disabling compacts and flushes for region at 1732101665516Disabling writes for close at 1732101665517 (+1 ms)Writing region close event to WAL at 1732101665517Closed at 1732101665517 2024-11-20T11:21:05,517 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/.initializing 2024-11-20T11:21:05,518 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/WALs/448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:05,518 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:05,520 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C42269%2C1732101663759, suffix=, logDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/WALs/448ea6c54a8c,42269,1732101663759, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/oldWALs, maxLogs=10 2024-11-20T11:21:05,538 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/WALs/448ea6c54a8c,42269,1732101663759/448ea6c54a8c%2C42269%2C1732101663759.1732101665520, exclude list is [], retry=0 2024-11-20T11:21:05,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42619,DS-8b41f965-ea65-4e26-8e91-f404c701dab2,DISK] 2024-11-20T11:21:05,542 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/WALs/448ea6c54a8c,42269,1732101663759/448ea6c54a8c%2C42269%2C1732101663759.1732101665520 2024-11-20T11:21:05,542 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33603:33603)] 2024-11-20T11:21:05,542 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:05,543 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:05,543 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,543 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:21:05,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:05,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:05,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:21:05,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:05,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:05,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:21:05,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:05,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:05,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:21:05,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:05,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:05,549 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,550 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,550 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,551 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,551 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,552 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:05,552 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:05,554 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:05,554 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64685248, jitterRate=-0.03611469268798828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:05,554 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101665543Initializing all the Stores at 1732101665543Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101665544 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101665544Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101665544Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101665544Cleaning up temporary data from old regions at 1732101665551 (+7 ms)Region opened successfully at 1732101665554 (+3 ms) 2024-11-20T11:21:05,555 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:21:05,557 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f786138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:05,558 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:21:05,558 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:21:05,558 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:21:05,558 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:21:05,558 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:21:05,559 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:21:05,559 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:21:05,560 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:21:05,561 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Unable to get data of znode /2-1547448808/balancer because node does not exist (not necessarily an error) 2024-11-20T11:21:05,562 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1547448808/balancer already deleted, retry=false 2024-11-20T11:21:05,562 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:21:05,563 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Unable to get data of znode /2-1547448808/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:21:05,565 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1547448808/normalizer already deleted, retry=false 2024-11-20T11:21:05,565 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:21:05,566 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Unable to get data of znode /2-1547448808/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:21:05,567 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1547448808/switch/split already deleted, retry=false 2024-11-20T11:21:05,567 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Unable to get data of znode /2-1547448808/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:21:05,568 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1547448808/switch/merge already deleted, retry=false 2024-11-20T11:21:05,570 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Unable to get data of znode /2-1547448808/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:21:05,571 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1547448808/snapshot-cleanup already deleted, retry=false 2024-11-20T11:21:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1547448808/running 2024-11-20T11:21:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1547448808/running 2024-11-20T11:21:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:05,574 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,42269,1732101663759, sessionid=0x101351bbc730006, setting cluster-up flag (Was=false) 2024-11-20T11:21:05,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:05,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:05,581 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1547448808/flush-table-proc/acquired, /2-1547448808/flush-table-proc/reached, /2-1547448808/flush-table-proc/abort 2024-11-20T11:21:05,582 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:05,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:05,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:05,589 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1547448808/online-snapshot/acquired, /2-1547448808/online-snapshot/reached, /2-1547448808/online-snapshot/abort 2024-11-20T11:21:05,590 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:05,591 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:21:05,592 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:05,592 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:21:05,592 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:21:05,593 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,42269,1732101663759 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:21:05,594 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:05,594 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:05,594 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:05,594 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:05,594 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:21:05,594 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,594 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:05,594 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,595 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101695595 2024-11-20T11:21:05,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:05,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:21:05,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:21:05,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:21:05,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:21:05,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:21:05,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:21:05,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:21:05,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:21:05,596 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:05,596 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:21:05,597 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:21:05,597 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:21:05,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:21:05,600 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:21:05,600 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:21:05,601 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101665600,5,FailOnTimeoutGroup] 2024-11-20T11:21:05,601 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101665601,5,FailOnTimeoutGroup] 2024-11-20T11:21:05,601 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,601 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:21:05,601 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,601 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:21:05,634 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(746): ClusterId : 4daa42d0-c9f9-47bf-a967-689f871ed755 2024-11-20T11:21:05,634 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:21:05,636 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:21:05,636 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:21:05,639 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:21:05,639 DEBUG [RS:0;448ea6c54a8c:44163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28026447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:05,652 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:44163 2024-11-20T11:21:05,652 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:21:05,652 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:21:05,652 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:21:05,653 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,42269,1732101663759 with port=44163, startcode=1732101663801 2024-11-20T11:21:05,653 DEBUG [RS:0;448ea6c54a8c:44163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:21:05,654 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:21:05,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:05,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42269 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:05,656 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f 2024-11-20T11:21:05,657 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45609 2024-11-20T11:21:05,657 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:21:05,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808/rs 2024-11-20T11:21:05,662 DEBUG [RS:0;448ea6c54a8c:44163 {}] zookeeper.ZKUtil(111): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Set watcher on existing znode=/2-1547448808/rs/448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:05,662 WARN [RS:0;448ea6c54a8c:44163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:05,662 INFO [RS:0;448ea6c54a8c:44163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:05,662 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:05,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,44163,1732101663801] 2024-11-20T11:21:05,665 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:21:05,667 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:21:05,667 INFO [RS:0;448ea6c54a8c:44163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:21:05,667 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,667 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:21:05,668 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:21:05,668 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:05,668 DEBUG [RS:0;448ea6c54a8c:44163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:05,673 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,673 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,673 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,673 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,673 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,673 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44163,1732101663801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:05,692 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:21:05,693 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,44163,1732101663801-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,693 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,693 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.Replication(171): 448ea6c54a8c,44163,1732101663801 started 2024-11-20T11:21:05,711 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:05,711 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,44163,1732101663801, RpcServer on 448ea6c54a8c/172.17.0.2:44163, sessionid=0x101351bbc730007 2024-11-20T11:21:05,711 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:21:05,711 DEBUG [RS:0;448ea6c54a8c:44163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:05,712 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,44163,1732101663801' 2024-11-20T11:21:05,712 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1547448808/flush-table-proc/abort' 2024-11-20T11:21:05,712 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1547448808/flush-table-proc/acquired' 2024-11-20T11:21:05,712 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:21:05,712 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:21:05,712 DEBUG [RS:0;448ea6c54a8c:44163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:05,712 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,44163,1732101663801' 2024-11-20T11:21:05,712 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1547448808/online-snapshot/abort' 2024-11-20T11:21:05,713 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1547448808/online-snapshot/acquired' 2024-11-20T11:21:05,713 DEBUG [RS:0;448ea6c54a8c:44163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:21:05,713 INFO [RS:0;448ea6c54a8c:44163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:21:05,713 INFO [RS:0;448ea6c54a8c:44163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:21:05,813 INFO [RS:0;448ea6c54a8c:44163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:05,815 INFO [RS:0;448ea6c54a8c:44163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C44163%2C1732101663801, suffix=, logDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/oldWALs, maxLogs=10 2024-11-20T11:21:05,830 DEBUG [RS:0;448ea6c54a8c:44163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815, exclude list is [], retry=0 2024-11-20T11:21:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42619,DS-8b41f965-ea65-4e26-8e91-f404c701dab2,DISK] 2024-11-20T11:21:05,834 INFO [RS:0;448ea6c54a8c:44163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 2024-11-20T11:21:05,835 DEBUG [RS:0;448ea6c54a8c:44163 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33603:33603)] 2024-11-20T11:21:06,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:21:06,007 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f 2024-11-20T11:21:06,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:21:06,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:06,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:06,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:06,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:06,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:06,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:06,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:06,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:06,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:06,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:06,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:06,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:06,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:06,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:06,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:06,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:06,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:06,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:06,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740 2024-11-20T11:21:06,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740 2024-11-20T11:21:06,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:06,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:06,429 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:06,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:06,435 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:06,435 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71755350, jitterRate=0.06923803687095642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:06,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101666419Initializing all the Stores at 1732101666420 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101666420Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101666421 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101666421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101666421Cleaning up temporary data from old regions at 1732101666429 (+8 ms)Region opened successfully at 1732101666436 (+7 ms) 2024-11-20T11:21:06,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:06,436 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:06,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:06,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:06,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:06,436 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:06,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101666436Disabling compacts and flushes for region at 1732101666436Disabling writes for close at 1732101666436Writing region close event to WAL at 1732101666436Closed at 1732101666436 2024-11-20T11:21:06,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:06,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:21:06,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:21:06,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:06,439 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:21:06,589 DEBUG [448ea6c54a8c:42269 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:21:06,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:06,591 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,44163,1732101663801, state=OPENING 2024-11-20T11:21:06,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:21:06,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:06,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:06,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1547448808/meta-region-server: CHANGED 2024-11-20T11:21:06,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1547448808/meta-region-server: CHANGED 2024-11-20T11:21:06,595 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:06,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,44163,1732101663801}] 2024-11-20T11:21:06,747 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:06,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:21:06,751 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:21:06,752 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:06,752 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:21:06,753 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C44163%2C1732101663801.meta, suffix=.meta, logDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/oldWALs, maxLogs=10 2024-11-20T11:21:06,768 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.meta.1732101666753.meta, exclude list is [], retry=0 2024-11-20T11:21:06,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42619,DS-8b41f965-ea65-4e26-8e91-f404c701dab2,DISK] 2024-11-20T11:21:06,771 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.meta.1732101666753.meta 2024-11-20T11:21:06,771 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33603:33603)] 2024-11-20T11:21:06,771 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:06,772 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:06,772 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:21:06,772 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:21:06,772 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:21:06,772 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:21:06,772 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:06,772 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:21:06,772 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:21:06,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:06,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:06,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:06,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:06,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:06,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:06,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:06,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:06,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:06,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:06,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:06,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:06,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:06,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:06,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:06,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:06,777 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:06,778 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740 2024-11-20T11:21:06,779 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740 2024-11-20T11:21:06,779 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:06,779 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:06,780 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:06,781 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:06,781 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64522863, jitterRate=-0.03853441774845123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:06,781 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:21:06,781 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101666773Writing region info on filesystem at 1732101666773Initializing all the Stores at 1732101666773Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101666773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101666774 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101666774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101666774Cleaning up temporary data from old regions at 1732101666779 (+5 ms)Running coprocessor post-open hooks at 1732101666781 (+2 ms)Region opened successfully at 1732101666781 2024-11-20T11:21:06,782 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101666747 2024-11-20T11:21:06,784 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:21:06,784 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:21:06,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:06,785 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,44163,1732101663801, state=OPEN 2024-11-20T11:21:06,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1547448808/meta-region-server 2024-11-20T11:21:06,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1547448808/meta-region-server 2024-11-20T11:21:06,787 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:06,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1547448808/meta-region-server: CHANGED 2024-11-20T11:21:06,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1547448808/meta-region-server: CHANGED 2024-11-20T11:21:06,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:21:06,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,44163,1732101663801 in 192 msec 2024-11-20T11:21:06,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:21:06,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-20T11:21:06,791 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:06,791 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:21:06,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:06,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,44163,1732101663801, seqNum=-1] 2024-11-20T11:21:06,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:06,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:06,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-20T11:21:06,797 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101666797, completionTime=-1 2024-11-20T11:21:06,797 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:21:06,797 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:21:06,799 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:21:06,799 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101726799 2024-11-20T11:21:06,799 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101786799 2024-11-20T11:21:06,799 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T11:21:06,799 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,42269,1732101663759-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:06,800 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,42269,1732101663759-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:06,800 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,42269,1732101663759-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:06,800 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:42269, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:06,800 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:06,800 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:06,801 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:21:06,803 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.951sec 2024-11-20T11:21:06,803 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:21:06,803 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:21:06,803 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:21:06,803 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:21:06,803 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:21:06,803 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,42269,1732101663759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:06,803 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,42269,1732101663759-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:21:06,805 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:21:06,805 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:21:06,805 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,42269,1732101663759-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:06,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:06,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,42269,-1 for getting cluster id 2024-11-20T11:21:06,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:06,837 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4daa42d0-c9f9-47bf-a967-689f871ed755' 2024-11-20T11:21:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4daa42d0-c9f9-47bf-a967-689f871ed755" 2024-11-20T11:21:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550b9716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,42269,-1] 2024-11-20T11:21:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:06,839 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:06,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d192b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:06,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,44163,1732101663801, seqNum=-1] 2024-11-20T11:21:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:06,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:06,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:06,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56500 2024-11-20T11:21:06,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:06,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101351bbc730008 connected 2024-11-20T11:21:06,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,35013,1732101657669 2024-11-20T11:21:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ccc862 2024-11-20T11:21:06,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:06,852 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:06,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:21:06,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:06,855 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:06,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:21:06,856 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:06,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:21:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:07,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d04b6c254df40fc99e45f8f792a97839, NAME => 'test,,1732101666852.d04b6c254df40fc99e45f8f792a97839.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439 2024-11-20T11:21:07,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:21:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:07,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101666852.d04b6c254df40fc99e45f8f792a97839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:07,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d04b6c254df40fc99e45f8f792a97839, disabling compactions & flushes 2024-11-20T11:21:07,668 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:07,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:07,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. after waiting 0 ms 2024-11-20T11:21:07,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:07,668 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:07,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d04b6c254df40fc99e45f8f792a97839: Waiting for close lock at 1732101667668Disabling compacts and flushes for region at 1732101667668Disabling writes for close at 1732101667668Writing region close event to WAL at 1732101667668Closed at 1732101667668 2024-11-20T11:21:07,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:07,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101666852.d04b6c254df40fc99e45f8f792a97839.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101667669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101667669"}]},"ts":"1732101667669"} 2024-11-20T11:21:07,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:07,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:07,673 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101667673"}]},"ts":"1732101667673"} 2024-11-20T11:21:07,675 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:21:07,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d04b6c254df40fc99e45f8f792a97839, ASSIGN}] 2024-11-20T11:21:07,676 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d04b6c254df40fc99e45f8f792a97839, ASSIGN 2024-11-20T11:21:07,677 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d04b6c254df40fc99e45f8f792a97839, ASSIGN; state=OFFLINE, location=448ea6c54a8c,42725,1732101657743; forceNewPlan=false, retain=false 2024-11-20T11:21:07,828 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d04b6c254df40fc99e45f8f792a97839, regionState=OPENING, regionLocation=448ea6c54a8c,42725,1732101657743 2024-11-20T11:21:07,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d04b6c254df40fc99e45f8f792a97839, ASSIGN because future has completed 2024-11-20T11:21:07,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04b6c254df40fc99e45f8f792a97839, server=448ea6c54a8c,42725,1732101657743}] 2024-11-20T11:21:07,987 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:07,987 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d04b6c254df40fc99e45f8f792a97839, NAME => 'test,,1732101666852.d04b6c254df40fc99e45f8f792a97839.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:07,987 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:07,987 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:21:07,988 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,988 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101666852.d04b6c254df40fc99e45f8f792a97839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:07,988 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,988 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,990 INFO [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:07,991 INFO [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04b6c254df40fc99e45f8f792a97839 columnFamilyName f 2024-11-20T11:21:07,991 DEBUG [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:07,992 INFO [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] regionserver.HStore(327): Store=d04b6c254df40fc99e45f8f792a97839/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:07,992 INFO [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,993 INFO [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04b6c254df40fc99e45f8f792a97839 columnFamilyName f1 2024-11-20T11:21:07,993 DEBUG [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:07,993 INFO [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] regionserver.HStore(327): Store=d04b6c254df40fc99e45f8f792a97839/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:07,993 INFO [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,994 INFO [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04b6c254df40fc99e45f8f792a97839 columnFamilyName norep 2024-11-20T11:21:07,994 DEBUG [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:07,994 INFO [StoreOpener-d04b6c254df40fc99e45f8f792a97839-1 {}] regionserver.HStore(327): Store=d04b6c254df40fc99e45f8f792a97839/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:07,995 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,995 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,995 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,997 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,997 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:07,997 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:07,998 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:08,000 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:08,000 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d04b6c254df40fc99e45f8f792a97839; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58825341, jitterRate=-0.12343411147594452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:08,000 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:08,001 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d04b6c254df40fc99e45f8f792a97839: Running coprocessor pre-open hook at 1732101667988Writing region info on filesystem at 1732101667988Initializing all the Stores at 1732101667988Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101667989 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101667990 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101667990Cleaning up temporary data from old regions at 1732101667997 (+7 ms)Running coprocessor post-open hooks at 1732101668000 (+3 ms)Region opened successfully at 1732101668001 (+1 ms) 2024-11-20T11:21:08,002 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101666852.d04b6c254df40fc99e45f8f792a97839., pid=6, masterSystemTime=1732101667983 2024-11-20T11:21:08,003 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:08,003 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:08,004 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d04b6c254df40fc99e45f8f792a97839, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,42725,1732101657743 2024-11-20T11:21:08,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04b6c254df40fc99e45f8f792a97839, server=448ea6c54a8c,42725,1732101657743 because future has completed 2024-11-20T11:21:08,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:21:08,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d04b6c254df40fc99e45f8f792a97839, server=448ea6c54a8c,42725,1732101657743 in 176 msec 2024-11-20T11:21:08,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:21:08,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d04b6c254df40fc99e45f8f792a97839, ASSIGN in 334 msec 2024-11-20T11:21:08,012 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:08,012 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101668012"}]},"ts":"1732101668012"} 2024-11-20T11:21:08,014 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:21:08,014 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:08,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-20T11:21:08,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:21:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:08,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:09,013 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:21:09,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:09,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:09,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d417436 2024-11-20T11:21:09,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:09,016 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:09,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:21:09,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:09,020 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:09,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:21:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:09,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:21:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:09,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39532ede27fef8299a52782b2f3c03a1, NAME => 'test,,1732101669017.39532ede27fef8299a52782b2f3c03a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d 2024-11-20T11:21:09,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:21:09,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101669017.39532ede27fef8299a52782b2f3c03a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:09,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 39532ede27fef8299a52782b2f3c03a1, disabling compactions & flushes 2024-11-20T11:21:09,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:09,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:09,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. after waiting 0 ms 2024-11-20T11:21:09,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:09,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:09,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39532ede27fef8299a52782b2f3c03a1: Waiting for close lock at 1732101669456Disabling compacts and flushes for region at 1732101669456Disabling writes for close at 1732101669456Writing region close event to WAL at 1732101669456Closed at 1732101669456 2024-11-20T11:21:09,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:09,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101669017.39532ede27fef8299a52782b2f3c03a1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101669458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101669458"}]},"ts":"1732101669458"} 2024-11-20T11:21:09,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:09,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:09,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101669461"}]},"ts":"1732101669461"} 2024-11-20T11:21:09,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:21:09,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39532ede27fef8299a52782b2f3c03a1, ASSIGN}] 2024-11-20T11:21:09,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39532ede27fef8299a52782b2f3c03a1, ASSIGN 2024-11-20T11:21:09,465 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=39532ede27fef8299a52782b2f3c03a1, ASSIGN; state=OFFLINE, location=448ea6c54a8c,32881,1732101660068; forceNewPlan=false, retain=false 2024-11-20T11:21:09,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39532ede27fef8299a52782b2f3c03a1, regionState=OPENING, regionLocation=448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:09,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=39532ede27fef8299a52782b2f3c03a1, ASSIGN because future has completed 2024-11-20T11:21:09,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39532ede27fef8299a52782b2f3c03a1, server=448ea6c54a8c,32881,1732101660068}] 2024-11-20T11:21:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:09,791 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:09,791 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 39532ede27fef8299a52782b2f3c03a1, NAME => 'test,,1732101669017.39532ede27fef8299a52782b2f3c03a1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:09,792 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:09,792 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:21:09,792 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,792 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101669017.39532ede27fef8299a52782b2f3c03a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:09,793 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,793 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,794 INFO [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,797 INFO [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39532ede27fef8299a52782b2f3c03a1 columnFamilyName f 2024-11-20T11:21:09,797 DEBUG [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:09,797 INFO [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] regionserver.HStore(327): Store=39532ede27fef8299a52782b2f3c03a1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:09,798 INFO [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,803 INFO [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39532ede27fef8299a52782b2f3c03a1 columnFamilyName f1 2024-11-20T11:21:09,803 DEBUG [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:09,803 INFO [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] regionserver.HStore(327): Store=39532ede27fef8299a52782b2f3c03a1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:09,803 INFO [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,804 INFO [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39532ede27fef8299a52782b2f3c03a1 columnFamilyName norep 2024-11-20T11:21:09,804 DEBUG [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:09,805 INFO [StoreOpener-39532ede27fef8299a52782b2f3c03a1-1 {}] regionserver.HStore(327): Store=39532ede27fef8299a52782b2f3c03a1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:09,805 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,806 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,806 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,807 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,807 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,808 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:09,809 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,820 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:09,820 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 39532ede27fef8299a52782b2f3c03a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63196500, jitterRate=-0.05829876661300659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:09,820 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:09,820 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 39532ede27fef8299a52782b2f3c03a1: Running coprocessor pre-open hook at 1732101669793Writing region info on filesystem at 1732101669793Initializing all the Stores at 1732101669794 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101669794Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101669794Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101669794Cleaning up temporary data from old regions at 1732101669807 (+13 ms)Running coprocessor post-open hooks at 1732101669820 (+13 ms)Region opened successfully at 1732101669820 2024-11-20T11:21:09,821 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101669017.39532ede27fef8299a52782b2f3c03a1., pid=6, masterSystemTime=1732101669774 2024-11-20T11:21:09,824 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:09,824 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:09,825 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39532ede27fef8299a52782b2f3c03a1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:09,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39532ede27fef8299a52782b2f3c03a1, server=448ea6c54a8c,32881,1732101660068 because future has completed 2024-11-20T11:21:09,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:21:09,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39532ede27fef8299a52782b2f3c03a1, server=448ea6c54a8c,32881,1732101660068 in 209 msec 2024-11-20T11:21:09,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:21:09,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=39532ede27fef8299a52782b2f3c03a1, ASSIGN in 369 msec 2024-11-20T11:21:09,835 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:09,835 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101669835"}]},"ts":"1732101669835"} 2024-11-20T11:21:09,838 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:21:09,838 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:09,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 821 msec 2024-11-20T11:21:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:10,163 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:21:10,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d8aa6d 2024-11-20T11:21:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:10,166 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:10,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:21:10,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:10,176 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:10,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:21:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:10,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:10,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:21:10,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af28b380e6fa7c2f3c8cb6eabc90ae83, NAME => 'test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f 2024-11-20T11:21:10,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:21:10,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:10,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af28b380e6fa7c2f3c8cb6eabc90ae83, disabling compactions & flushes 2024-11-20T11:21:10,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:10,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:10,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. after waiting 0 ms 2024-11-20T11:21:10,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:10,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:10,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af28b380e6fa7c2f3c8cb6eabc90ae83: Waiting for close lock at 1732101670214Disabling compacts and flushes for region at 1732101670214Disabling writes for close at 1732101670214Writing region close event to WAL at 1732101670214Closed at 1732101670214 2024-11-20T11:21:10,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:10,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101670216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101670216"}]},"ts":"1732101670216"} 2024-11-20T11:21:10,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:10,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:10,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101670226"}]},"ts":"1732101670226"} 2024-11-20T11:21:10,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:21:10,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af28b380e6fa7c2f3c8cb6eabc90ae83, ASSIGN}] 2024-11-20T11:21:10,230 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af28b380e6fa7c2f3c8cb6eabc90ae83, ASSIGN 2024-11-20T11:21:10,230 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af28b380e6fa7c2f3c8cb6eabc90ae83, ASSIGN; state=OFFLINE, location=448ea6c54a8c,44163,1732101663801; forceNewPlan=false, retain=false 2024-11-20T11:21:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:10,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af28b380e6fa7c2f3c8cb6eabc90ae83, regionState=OPENING, regionLocation=448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:10,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af28b380e6fa7c2f3c8cb6eabc90ae83, ASSIGN because future has completed 2024-11-20T11:21:10,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af28b380e6fa7c2f3c8cb6eabc90ae83, server=448ea6c54a8c,44163,1732101663801}] 2024-11-20T11:21:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:10,546 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:10,547 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af28b380e6fa7c2f3c8cb6eabc90ae83, NAME => 'test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:10,547 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:10,547 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:21:10,547 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,547 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:10,547 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,547 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,552 INFO [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,554 INFO [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af28b380e6fa7c2f3c8cb6eabc90ae83 columnFamilyName f 2024-11-20T11:21:10,554 DEBUG [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:10,554 INFO [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] regionserver.HStore(327): Store=af28b380e6fa7c2f3c8cb6eabc90ae83/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:10,555 INFO [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,557 INFO [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af28b380e6fa7c2f3c8cb6eabc90ae83 columnFamilyName f1 2024-11-20T11:21:10,557 DEBUG [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:10,557 INFO [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] regionserver.HStore(327): Store=af28b380e6fa7c2f3c8cb6eabc90ae83/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:10,557 INFO [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,558 INFO [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af28b380e6fa7c2f3c8cb6eabc90ae83 columnFamilyName norep 2024-11-20T11:21:10,558 DEBUG [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:10,559 INFO [StoreOpener-af28b380e6fa7c2f3c8cb6eabc90ae83-1 {}] regionserver.HStore(327): Store=af28b380e6fa7c2f3c8cb6eabc90ae83/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:10,559 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,559 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,560 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,561 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,561 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,561 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:10,562 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,565 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:10,565 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af28b380e6fa7c2f3c8cb6eabc90ae83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64343695, jitterRate=-0.04120422899723053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:10,565 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:10,566 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af28b380e6fa7c2f3c8cb6eabc90ae83: Running coprocessor pre-open hook at 1732101670547Writing region info on filesystem at 1732101670547Initializing all the Stores at 1732101670548 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101670548Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101670552 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101670552Cleaning up temporary data from old regions at 1732101670561 (+9 ms)Running coprocessor post-open hooks at 1732101670565 (+4 ms)Region opened successfully at 1732101670565 2024-11-20T11:21:10,567 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83., pid=6, masterSystemTime=1732101670542 2024-11-20T11:21:10,570 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af28b380e6fa7c2f3c8cb6eabc90ae83, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:10,572 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:10,572 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:10,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af28b380e6fa7c2f3c8cb6eabc90ae83, server=448ea6c54a8c,44163,1732101663801 because future has completed 2024-11-20T11:21:10,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:21:10,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af28b380e6fa7c2f3c8cb6eabc90ae83, server=448ea6c54a8c,44163,1732101663801 in 189 msec 2024-11-20T11:21:10,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:21:10,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af28b380e6fa7c2f3c8cb6eabc90ae83, ASSIGN in 356 msec 2024-11-20T11:21:10,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:10,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101670588"}]},"ts":"1732101670588"} 2024-11-20T11:21:10,590 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:21:10,591 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:10,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 424 msec 2024-11-20T11:21:10,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T11:21:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:10,802 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:21:10,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:10,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35013,-1 for getting cluster id 2024-11-20T11:21:10,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:10,805 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '131efc2c-7802-4cd6-b0aa-32c97709805b' 2024-11-20T11:21:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "131efc2c-7802-4cd6-b0aa-32c97709805b" 2024-11-20T11:21:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20738a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:10,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35013,-1] 2024-11-20T11:21:10,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:10,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:10,807 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:10,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b66318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:10,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,35013,1732101657669 2024-11-20T11:21:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@391ce257 2024-11-20T11:21:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:10,810 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:10,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:36447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:21:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:21:10,814 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:36447' 2024-11-20T11:21:10,815 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741d804f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:10,815 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36447,-1 for getting cluster id 2024-11-20T11:21:10,816 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:10,816 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79c0e181-a417-45f8-b3f7-8538a7c53a4b' 2024-11-20T11:21:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79c0e181-a417-45f8-b3f7-8538a7c53a4b" 2024-11-20T11:21:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ae6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36447,-1] 2024-11-20T11:21:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:10,818 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:10,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4299bcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:10,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:10,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:10,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63a4350f 2024-11-20T11:21:10,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:10,821 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:10,822 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T11:21:10,823 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:21:10,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:10,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:10,823 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:10,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:10,825 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:21:10,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:10,826 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:10,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:10,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:21:10,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18314acc443b9d71f32ca111905ad034, NAME => 'hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439 2024-11-20T11:21:10,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:21:10,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:10,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18314acc443b9d71f32ca111905ad034, disabling compactions & flushes 2024-11-20T11:21:10,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:10,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:10,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. after waiting 0 ms 2024-11-20T11:21:10,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:10,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:10,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18314acc443b9d71f32ca111905ad034: Waiting for close lock at 1732101670861Disabling compacts and flushes for region at 1732101670861Disabling writes for close at 1732101670861Writing region close event to WAL at 1732101670861Closed at 1732101670861 2024-11-20T11:21:10,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:10,863 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101670863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101670863"}]},"ts":"1732101670863"} 2024-11-20T11:21:10,865 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:10,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:10,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101670865"}]},"ts":"1732101670865"} 2024-11-20T11:21:10,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:21:10,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18314acc443b9d71f32ca111905ad034, ASSIGN}] 2024-11-20T11:21:10,868 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18314acc443b9d71f32ca111905ad034, ASSIGN 2024-11-20T11:21:10,869 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18314acc443b9d71f32ca111905ad034, ASSIGN; state=OFFLINE, location=448ea6c54a8c,42725,1732101657743; forceNewPlan=false, retain=false 2024-11-20T11:21:10,875 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:21:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:11,019 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18314acc443b9d71f32ca111905ad034, regionState=OPENING, regionLocation=448ea6c54a8c,42725,1732101657743 2024-11-20T11:21:11,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18314acc443b9d71f32ca111905ad034, ASSIGN because future has completed 2024-11-20T11:21:11,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18314acc443b9d71f32ca111905ad034, server=448ea6c54a8c,42725,1732101657743}] 2024-11-20T11:21:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:11,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:11,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:11,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:21:11,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C42725%2C1732101657743.rep, suffix=, logDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743, archiveDir=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/oldWALs, maxLogs=10 2024-11-20T11:21:11,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.rep.1732101671182, exclude list is [], retry=0 2024-11-20T11:21:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38335,DS-0adde2bf-c6d9-42fe-b975-a5cd6a78647a,DISK] 2024-11-20T11:21:11,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.rep.1732101671182 2024-11-20T11:21:11,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T11:21:11,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 18314acc443b9d71f32ca111905ad034, NAME => 'hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:11,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:11,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:21:11,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. service=MultiRowMutationService 2024-11-20T11:21:11,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:21:11,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:11,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,209 INFO [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,210 INFO [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18314acc443b9d71f32ca111905ad034 columnFamilyName hfileref 2024-11-20T11:21:11,210 DEBUG [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:11,211 INFO [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] regionserver.HStore(327): Store=18314acc443b9d71f32ca111905ad034/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:11,211 INFO [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,212 INFO [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18314acc443b9d71f32ca111905ad034 columnFamilyName queue 2024-11-20T11:21:11,212 DEBUG [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:11,213 INFO [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] regionserver.HStore(327): Store=18314acc443b9d71f32ca111905ad034/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:11,213 INFO [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,214 INFO [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18314acc443b9d71f32ca111905ad034 columnFamilyName sid 2024-11-20T11:21:11,214 DEBUG [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:11,214 INFO [StoreOpener-18314acc443b9d71f32ca111905ad034-1 {}] regionserver.HStore(327): Store=18314acc443b9d71f32ca111905ad034/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:11,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/replication/18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/replication/18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:11,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/replication/18314acc443b9d71f32ca111905ad034/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:11,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 18314acc443b9d71f32ca111905ad034; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60776601, jitterRate=-0.09435807168483734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:11,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:11,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 18314acc443b9d71f32ca111905ad034: Running coprocessor pre-open hook at 1732101671204Writing region info on filesystem at 1732101671204Initializing all the Stores at 1732101671204Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101671204Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101671208 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101671208Cleaning up temporary data from old regions at 1732101671216 (+8 ms)Running coprocessor post-open hooks at 1732101671234 (+18 ms)Region opened successfully at 1732101671234 2024-11-20T11:21:11,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034., pid=10, masterSystemTime=1732101671174 2024-11-20T11:21:11,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:11,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:11,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18314acc443b9d71f32ca111905ad034, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,42725,1732101657743 2024-11-20T11:21:11,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18314acc443b9d71f32ca111905ad034, server=448ea6c54a8c,42725,1732101657743 because future has completed 2024-11-20T11:21:11,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:21:11,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18314acc443b9d71f32ca111905ad034, server=448ea6c54a8c,42725,1732101657743 in 220 msec 2024-11-20T11:21:11,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:21:11,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18314acc443b9d71f32ca111905ad034, ASSIGN in 377 msec 2024-11-20T11:21:11,246 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:11,247 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101671246"}]},"ts":"1732101671246"} 2024-11-20T11:21:11,249 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:21:11,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:11,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 426 msec 2024-11-20T11:21:11,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034., hostname=448ea6c54a8c,42725,1732101657743, seqNum=2] 2024-11-20T11:21:11,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:21:11,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:21:11,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:21:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:11,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:21:11,446 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:21:11,487 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,42725,1732101657743, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:21:11,488 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:11,488 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,42725,1732101657743, seqNum=-1] 2024-11-20T11:21:11,489 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:11,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-20T11:21:11,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,42725,1732101657743', locateType=CURRENT is [region=hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034., hostname=448ea6c54a8c,42725,1732101657743, seqNum=2] 2024-11-20T11:21:11,494 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:21:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:21:11,496 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,42725,1732101657743 suceeded 2024-11-20T11:21:11,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:21:11,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-20T11:21:11,497 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:36447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:21:11,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 686 msec 2024-11-20T11:21:11,515 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:36447' 2024-11-20T11:21:11,517 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5588d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:11,517 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36447,-1 for getting cluster id 2024-11-20T11:21:11,517 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:11,518 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79c0e181-a417-45f8-b3f7-8538a7c53a4b' 2024-11-20T11:21:11,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:11,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79c0e181-a417-45f8-b3f7-8538a7c53a4b" 2024-11-20T11:21:11,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7110fca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:11,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36447,-1] 2024-11-20T11:21:11,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:11,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:11,519 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:11,521 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6b2ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:11,521 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:11,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:11,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6737e4e4 2024-11-20T11:21:11,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:11,523 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-20T11:21:11,523 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,42725,1732101657743 (queues=1) is replicating from cluster=131efc2c-7802-4cd6-b0aa-32c97709805b to cluster=79c0e181-a417-45f8-b3f7-8538a7c53a4b 2024-11-20T11:21:11,524 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C42725%2C1732101657743 2024-11-20T11:21:11,524 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,42725,1732101657743, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:21:11,524 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800, startPosition=0, beingWritten=true 2024-11-20T11:21:11,528 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C42725%2C1732101657743 2024-11-20T11:21:11,530 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:11,530 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 379, reset compression=false 2024-11-20T11:21:11,530 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,42725,1732101657743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:11,740 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 379, reset compression=false 2024-11-20T11:21:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:11,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:11,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:11,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:11,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:11,953 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:21:11,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:11,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:11,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36447,-1 for getting cluster id 2024-11-20T11:21:11,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:11,957 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79c0e181-a417-45f8-b3f7-8538a7c53a4b' 2024-11-20T11:21:11,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:11,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79c0e181-a417-45f8-b3f7-8538a7c53a4b" 2024-11-20T11:21:11,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cb823a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:11,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36447,-1] 2024-11-20T11:21:11,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:11,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:11,958 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:11,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235ba1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:11,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d6db1f4 2024-11-20T11:21:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:11,961 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:11,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:42269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:21:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:21:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:11,964 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:42269' 2024-11-20T11:21:11,965 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de2bd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:11,965 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,42269,-1 for getting cluster id 2024-11-20T11:21:11,965 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:11,966 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4daa42d0-c9f9-47bf-a967-689f871ed755' 2024-11-20T11:21:11,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:11,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4daa42d0-c9f9-47bf-a967-689f871ed755" 2024-11-20T11:21:11,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d16a2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:11,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,42269,-1] 2024-11-20T11:21:11,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:11,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:11,967 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:11,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11efd5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:11,968 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d22497 2024-11-20T11:21:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:11,969 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:11,970 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T11:21:11,970 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:21:11,970 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:11,970 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:11,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:11,970 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:11,971 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:21:11,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:11,972 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:11,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:21:12,021 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:21:12,044 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 379, reset compression=false 2024-11-20T11:21:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:12,382 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c961ceb3daa91327057813c722a0470b, NAME => 'hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d 2024-11-20T11:21:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:21:12,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:12,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c961ceb3daa91327057813c722a0470b, disabling compactions & flushes 2024-11-20T11:21:12,392 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:12,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:12,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. after waiting 0 ms 2024-11-20T11:21:12,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:12,392 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:12,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c961ceb3daa91327057813c722a0470b: Waiting for close lock at 1732101672392Disabling compacts and flushes for region at 1732101672392Disabling writes for close at 1732101672392Writing region close event to WAL at 1732101672392Closed at 1732101672392 2024-11-20T11:21:12,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:12,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101672393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101672393"}]},"ts":"1732101672393"} 2024-11-20T11:21:12,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:12,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:12,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101672396"}]},"ts":"1732101672396"} 2024-11-20T11:21:12,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:21:12,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c961ceb3daa91327057813c722a0470b, ASSIGN}] 2024-11-20T11:21:12,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c961ceb3daa91327057813c722a0470b, ASSIGN 2024-11-20T11:21:12,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c961ceb3daa91327057813c722a0470b, ASSIGN; state=OFFLINE, location=448ea6c54a8c,32881,1732101660068; forceNewPlan=false, retain=false 2024-11-20T11:21:12,448 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 379, reset compression=false 2024-11-20T11:21:12,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c961ceb3daa91327057813c722a0470b, regionState=OPENING, regionLocation=448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:12,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c961ceb3daa91327057813c722a0470b, ASSIGN because future has completed 2024-11-20T11:21:12,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c961ceb3daa91327057813c722a0470b, server=448ea6c54a8c,32881,1732101660068}] 2024-11-20T11:21:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:12,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:12,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:12,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:21:12,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C32881%2C1732101660068.rep, suffix=, logDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068, archiveDir=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/oldWALs, maxLogs=10 2024-11-20T11:21:12,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.rep.1732101672714, exclude list is [], retry=0 2024-11-20T11:21:12,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36751,DS-b3ea4da1-29b4-4bf4-8aa9-75fe4a6a5572,DISK] 2024-11-20T11:21:12,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.rep.1732101672714 2024-11-20T11:21:12,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42601:42601)] 2024-11-20T11:21:12,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c961ceb3daa91327057813c722a0470b, NAME => 'hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:12,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:12,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:21:12,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. service=MultiRowMutationService 2024-11-20T11:21:12,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:21:12,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:12,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,744 INFO [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,745 INFO [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c961ceb3daa91327057813c722a0470b columnFamilyName hfileref 2024-11-20T11:21:12,745 DEBUG [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:12,746 INFO [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] regionserver.HStore(327): Store=c961ceb3daa91327057813c722a0470b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:12,746 INFO [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,747 INFO [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c961ceb3daa91327057813c722a0470b columnFamilyName queue 2024-11-20T11:21:12,747 DEBUG [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:12,747 INFO [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] regionserver.HStore(327): Store=c961ceb3daa91327057813c722a0470b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:12,747 INFO [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,748 INFO [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c961ceb3daa91327057813c722a0470b columnFamilyName sid 2024-11-20T11:21:12,748 DEBUG [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:12,748 INFO [StoreOpener-c961ceb3daa91327057813c722a0470b-1 {}] regionserver.HStore(327): Store=c961ceb3daa91327057813c722a0470b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:12,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/replication/c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/replication/c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:12,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/replication/c961ceb3daa91327057813c722a0470b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:12,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c961ceb3daa91327057813c722a0470b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60726320, jitterRate=-0.0951073169708252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:12,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:12,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c961ceb3daa91327057813c722a0470b: Running coprocessor pre-open hook at 1732101672742Writing region info on filesystem at 1732101672742Initializing all the Stores at 1732101672742Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101672742Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101672744 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101672744Cleaning up temporary data from old regions at 1732101672751 (+7 ms)Running coprocessor post-open hooks at 1732101672758 (+7 ms)Region opened successfully at 1732101672758 2024-11-20T11:21:12,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b., pid=10, masterSystemTime=1732101672708 2024-11-20T11:21:12,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:12,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:12,762 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c961ceb3daa91327057813c722a0470b, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:12,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c961ceb3daa91327057813c722a0470b, server=448ea6c54a8c,32881,1732101660068 because future has completed 2024-11-20T11:21:12,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:21:12,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c961ceb3daa91327057813c722a0470b, server=448ea6c54a8c,32881,1732101660068 in 216 msec 2024-11-20T11:21:12,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:21:12,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c961ceb3daa91327057813c722a0470b, ASSIGN in 374 msec 2024-11-20T11:21:12,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:12,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101672774"}]},"ts":"1732101672774"} 2024-11-20T11:21:12,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:21:12,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:12,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 808 msec 2024-11-20T11:21:12,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b., hostname=448ea6c54a8c,32881,1732101660068, seqNum=2] 2024-11-20T11:21:12,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:12,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:12,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:21:12,951 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 379, reset compression=false 2024-11-20T11:21:12,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:21:12,991 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:21:13,035 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,32881,1732101660068, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:21:13,036 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:13,036 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,32881,1732101660068, seqNum=-1] 2024-11-20T11:21:13,036 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:13,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T11:21:13,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,32881,1732101660068', locateType=CURRENT is [region=hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b., hostname=448ea6c54a8c,32881,1732101660068, seqNum=2] 2024-11-20T11:21:13,041 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:21:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:21:13,045 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,32881,1732101660068 suceeded 2024-11-20T11:21:13,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:21:13,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-20T11:21:13,047 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:42269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:21:13,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0860 sec 2024-11-20T11:21:13,063 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:42269' 2024-11-20T11:21:13,066 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a6ad9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:13,066 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,42269,-1 for getting cluster id 2024-11-20T11:21:13,066 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:13,067 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4daa42d0-c9f9-47bf-a967-689f871ed755' 2024-11-20T11:21:13,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:13,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4daa42d0-c9f9-47bf-a967-689f871ed755" 2024-11-20T11:21:13,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf3b512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:13,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,42269,-1] 2024-11-20T11:21:13,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:13,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:13,069 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:13,069 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d1653b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:13,069 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:13,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:13,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2afbf3d4 2024-11-20T11:21:13,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:13,072 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-20T11:21:13,072 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,32881,1732101660068 (queues=1) is replicating from cluster=79c0e181-a417-45f8-b3f7-8538a7c53a4b to cluster=4daa42d0-c9f9-47bf-a967-689f871ed755 2024-11-20T11:21:13,073 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C32881%2C1732101660068 2024-11-20T11:21:13,073 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,32881,1732101660068, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:21:13,074 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C32881%2C1732101660068 2024-11-20T11:21:13,074 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096, startPosition=0, beingWritten=true 2024-11-20T11:21:13,080 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:13,080 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 379, reset compression=false 2024-11-20T11:21:13,080 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32881,1732101660068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:13,102 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:21:13,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:13,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:13,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:13,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:13,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:13,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:13,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,42269,-1 for getting cluster id 2024-11-20T11:21:13,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:13,106 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4daa42d0-c9f9-47bf-a967-689f871ed755' 2024-11-20T11:21:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4daa42d0-c9f9-47bf-a967-689f871ed755" 2024-11-20T11:21:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d949012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,42269,-1] 2024-11-20T11:21:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:13,108 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:13,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27866a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:13,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:13,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:13,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc5f32c 2024-11-20T11:21:13,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:13,111 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:13,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:36447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:21:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:21:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:13,114 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:36447' 2024-11-20T11:21:13,117 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e579d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:13,117 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36447,-1 for getting cluster id 2024-11-20T11:21:13,117 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:13,118 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79c0e181-a417-45f8-b3f7-8538a7c53a4b' 2024-11-20T11:21:13,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:13,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79c0e181-a417-45f8-b3f7-8538a7c53a4b" 2024-11-20T11:21:13,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37198aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:13,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36447,-1] 2024-11-20T11:21:13,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:13,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:13,119 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:13,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c43336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:13,120 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:13,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:13,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@445d1b46 2024-11-20T11:21:13,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:13,121 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:13,122 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T11:21:13,122 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:21:13,122 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:13,122 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:13,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:13,122 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:13,123 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:21:13,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:13,124 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:13,125 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:13,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:21:13,137 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96d01a791b64b0f352d6034299d23ee7, NAME => 'hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f 2024-11-20T11:21:13,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:21:13,174 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:21:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:13,284 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 379, reset compression=false 2024-11-20T11:21:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:13,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:21:13,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:13,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 96d01a791b64b0f352d6034299d23ee7, disabling compactions & flushes 2024-11-20T11:21:13,545 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:13,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:13,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. after waiting 0 ms 2024-11-20T11:21:13,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:13,546 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:13,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96d01a791b64b0f352d6034299d23ee7: Waiting for close lock at 1732101673545Disabling compacts and flushes for region at 1732101673545Disabling writes for close at 1732101673546 (+1 ms)Writing region close event to WAL at 1732101673546Closed at 1732101673546 2024-11-20T11:21:13,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:13,548 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101673548"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101673548"}]},"ts":"1732101673548"} 2024-11-20T11:21:13,550 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:13,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:13,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101673551"}]},"ts":"1732101673551"} 2024-11-20T11:21:13,554 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:21:13,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96d01a791b64b0f352d6034299d23ee7, ASSIGN}] 2024-11-20T11:21:13,555 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96d01a791b64b0f352d6034299d23ee7, ASSIGN 2024-11-20T11:21:13,556 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96d01a791b64b0f352d6034299d23ee7, ASSIGN; state=OFFLINE, location=448ea6c54a8c,44163,1732101663801; forceNewPlan=false, retain=false 2024-11-20T11:21:13,557 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 379, reset compression=false 2024-11-20T11:21:13,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,589 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 379, reset compression=false 2024-11-20T11:21:13,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:13,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96d01a791b64b0f352d6034299d23ee7, regionState=OPENING, regionLocation=448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:13,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96d01a791b64b0f352d6034299d23ee7, ASSIGN because future has completed 2024-11-20T11:21:13,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96d01a791b64b0f352d6034299d23ee7, server=448ea6c54a8c,44163,1732101663801}] 2024-11-20T11:21:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:13,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:13,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:13,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:21:13,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C44163%2C1732101663801.rep, suffix=, logDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/oldWALs, maxLogs=10 2024-11-20T11:21:13,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:21:13,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T11:21:13,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:21:13,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T11:21:13,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.rep.1732101673871, exclude list is [], retry=0 2024-11-20T11:21:13,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42619,DS-8b41f965-ea65-4e26-8e91-f404c701dab2,DISK] 2024-11-20T11:21:13,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.rep.1732101673871 2024-11-20T11:21:13,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33603:33603)] 2024-11-20T11:21:13,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 96d01a791b64b0f352d6034299d23ee7, NAME => 'hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:13,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:13,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:21:13,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. service=MultiRowMutationService 2024-11-20T11:21:13,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:21:13,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:13,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,904 INFO [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,906 INFO [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d01a791b64b0f352d6034299d23ee7 columnFamilyName hfileref 2024-11-20T11:21:13,906 DEBUG [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:13,906 INFO [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] regionserver.HStore(327): Store=96d01a791b64b0f352d6034299d23ee7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:13,906 INFO [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,907 INFO [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d01a791b64b0f352d6034299d23ee7 columnFamilyName queue 2024-11-20T11:21:13,907 DEBUG [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:13,908 INFO [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] regionserver.HStore(327): Store=96d01a791b64b0f352d6034299d23ee7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:13,908 INFO [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,909 INFO [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d01a791b64b0f352d6034299d23ee7 columnFamilyName sid 2024-11-20T11:21:13,909 DEBUG [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:13,910 INFO [StoreOpener-96d01a791b64b0f352d6034299d23ee7-1 {}] regionserver.HStore(327): Store=96d01a791b64b0f352d6034299d23ee7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:13,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/replication/96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/replication/96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:13,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/replication/96d01a791b64b0f352d6034299d23ee7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:13,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 96d01a791b64b0f352d6034299d23ee7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74481003, jitterRate=0.10985343158245087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:13,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:13,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 96d01a791b64b0f352d6034299d23ee7: Running coprocessor pre-open hook at 1732101673900Writing region info on filesystem at 1732101673900Initializing all the Stores at 1732101673901 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101673901Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101673904 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101673904Cleaning up temporary data from old regions at 1732101673912 (+8 ms)Running coprocessor post-open hooks at 1732101673917 (+5 ms)Region opened successfully at 1732101673917 2024-11-20T11:21:13,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7., pid=10, masterSystemTime=1732101673863 2024-11-20T11:21:13,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:13,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:13,924 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96d01a791b64b0f352d6034299d23ee7, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:13,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96d01a791b64b0f352d6034299d23ee7, server=448ea6c54a8c,44163,1732101663801 because future has completed 2024-11-20T11:21:13,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:21:13,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 96d01a791b64b0f352d6034299d23ee7, server=448ea6c54a8c,44163,1732101663801 in 220 msec 2024-11-20T11:21:13,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:21:13,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96d01a791b64b0f352d6034299d23ee7, ASSIGN in 378 msec 2024-11-20T11:21:13,934 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:13,934 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101673934"}]},"ts":"1732101673934"} 2024-11-20T11:21:13,938 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:21:13,938 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:13,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 815 msec 2024-11-20T11:21:13,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7., hostname=448ea6c54a8c,44163,1732101663801, seqNum=2] 2024-11-20T11:21:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:13,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:21:14,001 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 379, reset compression=false 2024-11-20T11:21:14,134 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T11:21:14,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:21:14,143 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:21:14,173 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,44163,1732101663801, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:21:14,174 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:14,174 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,44163,1732101663801, seqNum=-1] 2024-11-20T11:21:14,174 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:14,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T11:21:14,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,44163,1732101663801', locateType=CURRENT is [region=hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7., hostname=448ea6c54a8c,44163,1732101663801, seqNum=2] 2024-11-20T11:21:14,179 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:21:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:21:14,181 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,44163,1732101663801 suceeded 2024-11-20T11:21:14,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:21:14,182 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:36447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:21:14,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-20T11:21:14,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0720 sec 2024-11-20T11:21:14,193 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:36447' 2024-11-20T11:21:14,194 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6624779a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,195 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36447,-1 for getting cluster id 2024-11-20T11:21:14,195 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:14,195 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79c0e181-a417-45f8-b3f7-8538a7c53a4b' 2024-11-20T11:21:14,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:14,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79c0e181-a417-45f8-b3f7-8538a7c53a4b" 2024-11-20T11:21:14,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f3a36c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36447,-1] 2024-11-20T11:21:14,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:14,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:14,197 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:14,197 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a4233a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,197 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:14,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:14,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a13b196 2024-11-20T11:21:14,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:14,199 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-20T11:21:14,199 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,44163,1732101663801 (queues=1) is replicating from cluster=4daa42d0-c9f9-47bf-a967-689f871ed755 to cluster=79c0e181-a417-45f8-b3f7-8538a7c53a4b 2024-11-20T11:21:14,199 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C44163%2C1732101663801 2024-11-20T11:21:14,199 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,44163,1732101663801, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:21:14,200 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C44163%2C1732101663801 2024-11-20T11:21:14,200 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815, startPosition=0, beingWritten=true 2024-11-20T11:21:14,205 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:14,205 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 379, reset compression=false 2024-11-20T11:21:14,205 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44163,1732101663801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:14,252 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:21:14,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:14,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:14,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:14,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:14,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:14,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35013,-1 for getting cluster id 2024-11-20T11:21:14,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:14,254 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '131efc2c-7802-4cd6-b0aa-32c97709805b' 2024-11-20T11:21:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "131efc2c-7802-4cd6-b0aa-32c97709805b" 2024-11-20T11:21:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75deaab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35013,-1] 2024-11-20T11:21:14,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:14,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:14,256 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:14,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c8d011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36447,-1 for getting cluster id 2024-11-20T11:21:14,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:14,257 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79c0e181-a417-45f8-b3f7-8538a7c53a4b' 2024-11-20T11:21:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:14,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79c0e181-a417-45f8-b3f7-8538a7c53a4b" 2024-11-20T11:21:14,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d526a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36447,-1] 2024-11-20T11:21:14,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:14,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:14,259 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299801b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,42269,-1 for getting cluster id 2024-11-20T11:21:14,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:14,260 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4daa42d0-c9f9-47bf-a967-689f871ed755' 2024-11-20T11:21:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4daa42d0-c9f9-47bf-a967-689f871ed755" 2024-11-20T11:21:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3089ccd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,42269,-1] 2024-11-20T11:21:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:14,261 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5492c199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,42725,1732101657743, seqNum=-1] 2024-11-20T11:21:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:14,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:14,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101666852.d04b6c254df40fc99e45f8f792a97839., hostname=448ea6c54a8c,42725,1732101657743, seqNum=2] 2024-11-20T11:21:14,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,44163,1732101663801, seqNum=-1] 2024-11-20T11:21:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:14,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83., hostname=448ea6c54a8c,44163,1732101663801, seqNum=2] 2024-11-20T11:21:14,273 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T11:21:14,297 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 379, reset compression=false 2024-11-20T11:21:14,302 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:14,302 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 480, reset compression=false 2024-11-20T11:21:14,302 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,42725,1732101657743 got entry batch from reader: WALEntryBatch [walEntries=[{test/d04b6c254df40fc99e45f8f792a97839/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T11:21:14,304 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:14,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-20T11:21:14,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:21:14,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1926ecf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,36447,-1 for getting cluster id 2024-11-20T11:21:14,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:14,307 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79c0e181-a417-45f8-b3f7-8538a7c53a4b' 2024-11-20T11:21:14,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:14,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79c0e181-a417-45f8-b3f7-8538a7c53a4b" 2024-11-20T11:21:14,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73891ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,36447,-1] 2024-11-20T11:21:14,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:14,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:14,308 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:14,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57661cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,32881,1732101660068, seqNum=-1] 2024-11-20T11:21:14,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:14,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T11:21:14,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101669017.39532ede27fef8299a52782b2f3c03a1., hostname=448ea6c54a8c,32881,1732101660068, seqNum=2] 2024-11-20T11:21:14,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:21:14,412 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 379, reset compression=false 2024-11-20T11:21:14,506 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 379, reset compression=false 2024-11-20T11:21:14,506 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 480, reset compression=false 2024-11-20T11:21:14,510 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:14,510 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 503, reset compression=false 2024-11-20T11:21:14,510 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32881,1732101660068 got entry batch from reader: WALEntryBatch [walEntries=[{test/39532ede27fef8299a52782b2f3c03a1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T11:21:14,512 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:14,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-20T11:21:14,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:21:14,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468ab46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,42269,-1 for getting cluster id 2024-11-20T11:21:14,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:14,515 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4daa42d0-c9f9-47bf-a967-689f871ed755' 2024-11-20T11:21:14,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:14,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4daa42d0-c9f9-47bf-a967-689f871ed755" 2024-11-20T11:21:14,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@405ed590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,42269,-1] 2024-11-20T11:21:14,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:14,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:14,516 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:14,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351fb820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:14,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:14,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,44163,1732101663801, seqNum=-1] 2024-11-20T11:21:14,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:14,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T11:21:14,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83., hostname=448ea6c54a8c,44163,1732101663801, seqNum=2] 2024-11-20T11:21:14,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:21:14,713 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 503, reset compression=false 2024-11-20T11:21:14,716 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 379, reset compression=false 2024-11-20T11:21:14,720 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:14,720 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 526, reset compression=false 2024-11-20T11:21:14,720 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44163,1732101663801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:14,809 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 480, reset compression=false 2024-11-20T11:21:14,924 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 526, reset compression=false 2024-11-20T11:21:15,017 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 503, reset compression=false 2024-11-20T11:21:15,214 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 480, reset compression=false 2024-11-20T11:21:15,227 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 526, reset compression=false 2024-11-20T11:21:15,275 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T11:21:15,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:15,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,32881,1732101660068, seqNum=-1] 2024-11-20T11:21:15,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:15,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732101669017.39532ede27fef8299a52782b2f3c03a1., hostname=448ea6c54a8c,32881,1732101660068, seqNum=2] 2024-11-20T11:21:15,283 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T11:21:15,423 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 503, reset compression=false 2024-11-20T11:21:15,429 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:15,429 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 607, reset compression=false 2024-11-20T11:21:15,429 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32881,1732101660068 got entry batch from reader: WALEntryBatch [walEntries=[{test/39532ede27fef8299a52782b2f3c03a1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T11:21:15,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:21:15,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:21:15,631 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 526, reset compression=false 2024-11-20T11:21:15,632 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 607, reset compression=false 2024-11-20T11:21:15,636 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:15,636 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 653, reset compression=false 2024-11-20T11:21:15,636 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44163,1732101663801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:15,717 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 480, reset compression=false 2024-11-20T11:21:15,845 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 653, reset compression=false 2024-11-20T11:21:15,939 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 607, reset compression=false 2024-11-20T11:21:16,149 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 653, reset compression=false 2024-11-20T11:21:16,285 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T11:21:16,288 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T11:21:16,320 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 480, reset compression=false 2024-11-20T11:21:16,342 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 607, reset compression=false 2024-11-20T11:21:16,553 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 653, reset compression=false 2024-11-20T11:21:16,558 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:16,558 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 757, reset compression=false 2024-11-20T11:21:16,558 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44163,1732101663801 got entry batch from reader: WALEntryBatch [walEntries=[{test/af28b380e6fa7c2f3c8cb6eabc90ae83/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T11:21:16,561 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:16,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-20T11:21:16,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:21:16,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:21:16,762 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 757, reset compression=false 2024-11-20T11:21:16,849 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 607, reset compression=false 2024-11-20T11:21:16,866 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:16,866 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 734, reset compression=false 2024-11-20T11:21:16,867 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32881,1732101660068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:17,024 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 480, reset compression=false 2024-11-20T11:21:17,069 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 757, reset compression=false 2024-11-20T11:21:17,092 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 734, reset compression=false 2024-11-20T11:21:17,290 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T11:21:17,293 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T11:21:17,395 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 734, reset compression=false 2024-11-20T11:21:17,452 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:17,452 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:21:17,452 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88492 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:21:17,472 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 757, reset compression=false 2024-11-20T11:21:17,798 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 734, reset compression=false 2024-11-20T11:21:17,829 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 480, reset compression=false 2024-11-20T11:21:17,834 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:17,834 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:17,834 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,42725,1732101657743 got entry batch from reader: WALEntryBatch [walEntries=[{test/d04b6c254df40fc99e45f8f792a97839/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T11:21:17,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:21:17,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:21:17,975 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 757, reset compression=false 2024-11-20T11:21:18,038 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:18,296 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T11:21:18,303 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 734, reset compression=false 2024-11-20T11:21:18,307 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:18,307 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 881, reset compression=false 2024-11-20T11:21:18,307 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32881,1732101660068 got entry batch from reader: WALEntryBatch [walEntries=[{test/39532ede27fef8299a52782b2f3c03a1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T11:21:18,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:21:18,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:21:18,357 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:18,511 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 881, reset compression=false 2024-11-20T11:21:18,579 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 757, reset compression=false 2024-11-20T11:21:18,583 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:18,583 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 927, reset compression=false 2024-11-20T11:21:18,583 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44163,1732101663801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:18,763 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:18,788 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 927, reset compression=false 2024-11-20T11:21:18,814 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 881, reset compression=false 2024-11-20T11:21:19,092 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 927, reset compression=false 2024-11-20T11:21:19,224 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 881, reset compression=false 2024-11-20T11:21:19,267 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:19,299 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T11:21:19,305 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T11:21:19,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:21:19,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:19,502 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 927, reset compression=false 2024-11-20T11:21:19,733 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 881, reset compression=false 2024-11-20T11:21:19,747 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:19,747 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1040, reset compression=false 2024-11-20T11:21:19,748 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32881,1732101660068 got entry batch from reader: WALEntryBatch [walEntries=[{test/39532ede27fef8299a52782b2f3c03a1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T11:21:19,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:21:19,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:21:19,875 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:19,954 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1040, reset compression=false 2024-11-20T11:21:20,013 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 927, reset compression=false 2024-11-20T11:21:20,017 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:20,017 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1076, reset compression=false 2024-11-20T11:21:20,017 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44163,1732101663801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:20,220 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1076, reset compression=false 2024-11-20T11:21:20,258 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1040, reset compression=false 2024-11-20T11:21:20,308 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T11:21:20,312 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T11:21:20,524 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1076, reset compression=false 2024-11-20T11:21:20,550 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:20,550 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1235, reset compression=false 2024-11-20T11:21:20,550 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44163,1732101663801 got entry batch from reader: WALEntryBatch [walEntries=[{test/af28b380e6fa7c2f3c8cb6eabc90ae83/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T11:21:20,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T11:21:20,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32881 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T11:21:20,589 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:20,698 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1040, reset compression=false 2024-11-20T11:21:20,714 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:20,714 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1189, reset compression=false 2024-11-20T11:21:20,716 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32881,1732101660068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:20,790 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1235, reset compression=false 2024-11-20T11:21:20,950 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1189, reset compression=false 2024-11-20T11:21:21,094 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1235, reset compression=false 2024-11-20T11:21:21,253 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1189, reset compression=false 2024-11-20T11:21:21,314 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T11:21:21,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:21:21,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:21,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:21,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:21,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:21,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:21,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:21:21,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=498391412, stopped=false 2024-11-20T11:21:21,320 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,42269,1732101663759 2024-11-20T11:21:21,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1547448808/running 2024-11-20T11:21:21,323 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:21,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:21,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1547448808/running 2024-11-20T11:21:21,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:21,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:21,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:21,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:21,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Set watcher on znode that does not yet exist, /2-1547448808/running 2024-11-20T11:21:21,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,44163,1732101663801' ***** 2024-11-20T11:21:21,324 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:21:21,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Set watcher on znode that does not yet exist, /2-1547448808/running 2024-11-20T11:21:21,324 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:21:21,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:21:21,325 INFO [RS:0;448ea6c54a8c:44163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:21:21,325 INFO [RS:0;448ea6c54a8c:44163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:21:21,325 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(3091): Received CLOSE for af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:21,325 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(3091): Received CLOSE for 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:21,325 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:21,325 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:21,325 INFO [RS:0;448ea6c54a8c:44163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:44163. 2024-11-20T11:21:21,325 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af28b380e6fa7c2f3c8cb6eabc90ae83, disabling compactions & flushes 2024-11-20T11:21:21,325 DEBUG [RS:0;448ea6c54a8c:44163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:21,325 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:21,325 DEBUG [RS:0;448ea6c54a8c:44163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:21,325 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:21,326 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. after waiting 0 ms 2024-11-20T11:21:21,326 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:21,326 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af28b380e6fa7c2f3c8cb6eabc90ae83 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T11:21:21,326 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:21:21,326 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:21:21,326 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:21:21,326 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:21:21,326 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:21:21,326 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1325): Online Regions={af28b380e6fa7c2f3c8cb6eabc90ae83=test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83., 1588230740=hbase:meta,,1.1588230740, 96d01a791b64b0f352d6034299d23ee7=hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7.} 2024-11-20T11:21:21,326 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96d01a791b64b0f352d6034299d23ee7, af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:21,327 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:21,327 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:21,327 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:21,327 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:21,327 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:21,327 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:21:21,349 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/info/d7a2646d262246dbb064162b26f1404f is 147, key is hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7./info:regioninfo/1732101673924/Put/seqid=0 2024-11-20T11:21:21,350 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/.tmp/f/5c6e802fbcbe415a9bff71fc65fc6847 is 29, key is row1/f:/1732101679301/DeleteFamily/seqid=0 2024-11-20T11:21:21,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741840_1016 (size=7686) 2024-11-20T11:21:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741841_1017 (size=5152) 2024-11-20T11:21:21,392 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:21,426 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:21,497 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1235, reset compression=false 2024-11-20T11:21:21,527 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96d01a791b64b0f352d6034299d23ee7, af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:21,534 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:21,534 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1482, reset compression=false 2024-11-20T11:21:21,534 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,44163,1732101663801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:21,535 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 448ea6c54a8c,44163,1732101663801: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-448ea6c54a8c,44163,1732101663801, walGroup=448ea6c54a8c%2C44163%2C1732101663801, offset=448ea6c54a8c%2C44163%2C1732101663801.1732101665815:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:44163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T11:21:21,537 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T11:21:21,537 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T11:21:21,537 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T11:21:21,537 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T11:21:21,537 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T11:21:21,537 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 868455512 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 202045448 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T11:21:21,538 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:42269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:42269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T11:21:21,656 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1189, reset compression=false 2024-11-20T11:21:21,673 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:21:21,674 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:21:21,727 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96d01a791b64b0f352d6034299d23ee7, af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:21,753 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/info/d7a2646d262246dbb064162b26f1404f 2024-11-20T11:21:21,755 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/.tmp/f/5c6e802fbcbe415a9bff71fc65fc6847 2024-11-20T11:21:21,761 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c6e802fbcbe415a9bff71fc65fc6847 2024-11-20T11:21:21,774 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1482, reset compression=false 2024-11-20T11:21:21,778 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/ns/ae04d6ab39bb40b9adbe7ad85408abb1 is 43, key is default/ns:d/1732101666794/Put/seqid=0 2024-11-20T11:21:21,794 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/.tmp/f1/1aa72fe35a82453faf86b7b430e9f65c is 30, key is row1/f1:/1732101679301/DeleteFamily/seqid=0 2024-11-20T11:21:21,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741842_1018 (size=5158) 2024-11-20T11:21:21,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741843_1019 (size=5153) 2024-11-20T11:21:21,805 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/.tmp/f1/1aa72fe35a82453faf86b7b430e9f65c 2024-11-20T11:21:21,805 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/ns/ae04d6ab39bb40b9adbe7ad85408abb1 2024-11-20T11:21:21,812 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1aa72fe35a82453faf86b7b430e9f65c 2024-11-20T11:21:21,831 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/rep_barrier/7d988c197f4a4a1aa7a43c38c25f1585 is 112, key is test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83./rep_barrier:seqnumDuringOpen/1732101670570/Put/seqid=0 2024-11-20T11:21:21,835 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/.tmp/norep/cfe40309aee547feb548ea55ba5d109f is 33, key is row2/norep:/1732101680309/DeleteFamily/seqid=0 2024-11-20T11:21:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741844_1020 (size=5518) 2024-11-20T11:21:21,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741845_1021 (size=5108) 2024-11-20T11:21:21,927 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96d01a791b64b0f352d6034299d23ee7, af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:22,098 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1482, reset compression=false 2024-11-20T11:21:22,127 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96d01a791b64b0f352d6034299d23ee7, af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:22,174 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1189, reset compression=false 2024-11-20T11:21:22,244 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/rep_barrier/7d988c197f4a4a1aa7a43c38c25f1585 2024-11-20T11:21:22,246 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/.tmp/norep/cfe40309aee547feb548ea55ba5d109f 2024-11-20T11:21:22,255 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfe40309aee547feb548ea55ba5d109f 2024-11-20T11:21:22,266 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/.tmp/f/5c6e802fbcbe415a9bff71fc65fc6847 as hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/f/5c6e802fbcbe415a9bff71fc65fc6847 2024-11-20T11:21:22,271 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c6e802fbcbe415a9bff71fc65fc6847 2024-11-20T11:21:22,271 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/f/5c6e802fbcbe415a9bff71fc65fc6847, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T11:21:22,272 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/.tmp/f1/1aa72fe35a82453faf86b7b430e9f65c as hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/f1/1aa72fe35a82453faf86b7b430e9f65c 2024-11-20T11:21:22,277 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1aa72fe35a82453faf86b7b430e9f65c 2024-11-20T11:21:22,278 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/f1/1aa72fe35a82453faf86b7b430e9f65c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T11:21:22,278 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/.tmp/norep/cfe40309aee547feb548ea55ba5d109f as hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/norep/cfe40309aee547feb548ea55ba5d109f 2024-11-20T11:21:22,283 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfe40309aee547feb548ea55ba5d109f 2024-11-20T11:21:22,283 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/norep/cfe40309aee547feb548ea55ba5d109f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T11:21:22,296 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for af28b380e6fa7c2f3c8cb6eabc90ae83 in 970ms, sequenceid=10, compaction requested=false 2024-11-20T11:21:22,323 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/table/47eab32e5f48430181505fb79311add8 is 53, key is hbase:replication/table:state/1732101673934/Put/seqid=0 2024-11-20T11:21:22,327 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96d01a791b64b0f352d6034299d23ee7, af28b380e6fa7c2f3c8cb6eabc90ae83 2024-11-20T11:21:22,330 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:22,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741846_1022 (size=5308) 2024-11-20T11:21:22,342 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/table/47eab32e5f48430181505fb79311add8 2024-11-20T11:21:22,350 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/info/d7a2646d262246dbb064162b26f1404f as hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/info/d7a2646d262246dbb064162b26f1404f 2024-11-20T11:21:22,355 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/info/d7a2646d262246dbb064162b26f1404f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:21:22,356 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/ns/ae04d6ab39bb40b9adbe7ad85408abb1 as hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/ns/ae04d6ab39bb40b9adbe7ad85408abb1 2024-11-20T11:21:22,361 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/ns/ae04d6ab39bb40b9adbe7ad85408abb1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:21:22,362 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/default/test/af28b380e6fa7c2f3c8cb6eabc90ae83/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T11:21:22,362 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/rep_barrier/7d988c197f4a4a1aa7a43c38c25f1585 as hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/rep_barrier/7d988c197f4a4a1aa7a43c38c25f1585 2024-11-20T11:21:22,363 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:22,363 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:21:22,363 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:22,363 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af28b380e6fa7c2f3c8cb6eabc90ae83: Waiting for close lock at 1732101681325Running coprocessor pre-close hooks at 1732101681325Disabling compacts and flushes for region at 1732101681325Disabling writes for close at 1732101681326 (+1 ms)Obtaining lock to block concurrent updates at 1732101681326Preparing flush snapshotting stores in af28b380e6fa7c2f3c8cb6eabc90ae83 at 1732101681326Finished memstore snapshotting test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732101681326Flushing stores of test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. at 1732101681327 (+1 ms)Flushing af28b380e6fa7c2f3c8cb6eabc90ae83/f: creating writer at 1732101681327Flushing af28b380e6fa7c2f3c8cb6eabc90ae83/f: appending metadata at 1732101681349 (+22 ms)Flushing af28b380e6fa7c2f3c8cb6eabc90ae83/f: closing flushed file at 1732101681350 (+1 ms)Flushing af28b380e6fa7c2f3c8cb6eabc90ae83/f1: creating writer at 1732101681761 (+411 ms)Flushing af28b380e6fa7c2f3c8cb6eabc90ae83/f1: appending metadata at 1732101681794 (+33 ms)Flushing af28b380e6fa7c2f3c8cb6eabc90ae83/f1: closing flushed file at 1732101681794Flushing af28b380e6fa7c2f3c8cb6eabc90ae83/norep: creating writer at 1732101681812 (+18 ms)Flushing af28b380e6fa7c2f3c8cb6eabc90ae83/norep: appending metadata at 1732101681834 (+22 ms)Flushing af28b380e6fa7c2f3c8cb6eabc90ae83/norep: closing flushed file at 1732101681834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b41289: reopening flushed file at 1732101682256 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e027b58: reopening flushed file at 1732101682271 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5c7828: reopening flushed file at 1732101682278 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for af28b380e6fa7c2f3c8cb6eabc90ae83 in 970ms, sequenceid=10, compaction requested=false at 1732101682296 (+18 ms)Writing region close event to WAL at 1732101682357 (+61 ms)Running coprocessor post-close hooks at 1732101682363 (+6 ms)Closed at 1732101682363 2024-11-20T11:21:22,363 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101670167.af28b380e6fa7c2f3c8cb6eabc90ae83. 2024-11-20T11:21:22,363 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96d01a791b64b0f352d6034299d23ee7, disabling compactions & flushes 2024-11-20T11:21:22,363 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:22,363 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:22,363 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. after waiting 0 ms 2024-11-20T11:21:22,363 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:22,363 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96d01a791b64b0f352d6034299d23ee7: Waiting for close lock at 1732101682363Running coprocessor pre-close hooks at 1732101682363Disabling compacts and flushes for region at 1732101682363Disabling writes for close at 1732101682363Failed flush hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7., putting online again at 1732101682363 2024-11-20T11:21:22,363 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:22,366 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/rep_barrier/7d988c197f4a4a1aa7a43c38c25f1585, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:21:22,367 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/.tmp/table/47eab32e5f48430181505fb79311add8 as hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/table/47eab32e5f48430181505fb79311add8 2024-11-20T11:21:22,370 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/table/47eab32e5f48430181505fb79311add8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:21:22,371 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1044ms, sequenceid=16, compaction requested=false 2024-11-20T11:21:22,393 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:21:22,393 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:22,393 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:21:22,393 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:22,394 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101681327Running coprocessor pre-close hooks at 1732101681327Disabling compacts and flushes for region at 1732101681327Disabling writes for close at 1732101681327Obtaining lock to block concurrent updates at 1732101681327Preparing flush snapshotting stores in 1588230740 at 1732101681327Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101681328 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732101681328Flushing 1588230740/info: creating writer at 1732101681328Flushing 1588230740/info: appending metadata at 1732101681349 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732101681349Flushing 1588230740/ns: creating writer at 1732101681760 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732101681778 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732101681778Flushing 1588230740/rep_barrier: creating writer at 1732101681812 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101681830 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101681830Flushing 1588230740/table: creating writer at 1732101682252 (+422 ms)Flushing 1588230740/table: appending metadata at 1732101682311 (+59 ms)Flushing 1588230740/table: closing flushed file at 1732101682311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e8b8f13: reopening flushed file at 1732101682347 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e42bcee: reopening flushed file at 1732101682355 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d714a0: reopening flushed file at 1732101682361 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18bf3a63: reopening flushed file at 1732101682366 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1044ms, sequenceid=16, compaction requested=false at 1732101682371 (+5 ms)Writing region close event to WAL at 1732101682381 (+10 ms)Running coprocessor post-close hooks at 1732101682393 (+12 ms)Closed at 1732101682393 2024-11-20T11:21:22,394 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:22,503 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 1482, reset compression=false 2024-11-20T11:21:22,509 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:22,509 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 2126, reset compression=false 2024-11-20T11:21:22,528 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:21:22,528 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1325): Online Regions={96d01a791b64b0f352d6034299d23ee7=hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7.} 2024-11-20T11:21:22,528 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(3091): Received CLOSE for 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:22,528 DEBUG [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1351): Waiting on 96d01a791b64b0f352d6034299d23ee7 2024-11-20T11:21:22,528 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96d01a791b64b0f352d6034299d23ee7, disabling compactions & flushes 2024-11-20T11:21:22,528 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:22,528 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:22,528 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. after waiting 0 ms 2024-11-20T11:21:22,528 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:22,528 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96d01a791b64b0f352d6034299d23ee7: Waiting for close lock at 1732101682528Running coprocessor pre-close hooks at 1732101682528Disabling compacts and flushes for region at 1732101682528Disabling writes for close at 1732101682528Failed flush hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7., putting online again at 1732101682528 2024-11-20T11:21:22,528 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732101673122.96d01a791b64b0f352d6034299d23ee7. 2024-11-20T11:21:22,712 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/WALs/448ea6c54a8c,44163,1732101663801/448ea6c54a8c%2C44163%2C1732101663801.1732101665815 to pos 2126, reset compression=false 2024-11-20T11:21:22,728 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T11:21:22,728 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,44163,1732101663801; all regions closed. 2024-11-20T11:21:22,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:21:22,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741839_1015 (size=2171) 2024-11-20T11:21:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741832_1008 (size=2134) 2024-11-20T11:21:22,754 DEBUG [RS:0;448ea6c54a8c:44163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:22,754 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:22,754 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:22,754 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:22,754 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:22,755 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,44163,1732101663801 because: Region server is closing 2024-11-20T11:21:22,755 INFO [RS:0;448ea6c54a8c:44163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:44163. 2024-11-20T11:21:22,755 DEBUG [RS:0;448ea6c54a8c:44163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:22,756 DEBUG [RS:0;448ea6c54a8c:44163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:22,756 DEBUG [RS:0;448ea6c54a8c:44163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:22,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:22,756 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:22,778 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1189, reset compression=false 2024-11-20T11:21:22,856 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.shipper448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 terminated 2024-11-20T11:21:22,856 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,44163,1732101663801.replicationSource.wal-reader.448ea6c54a8c%2C44163%2C1732101663801,1-448ea6c54a8c,44163,1732101663801 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:21:22,856 INFO [RS:0;448ea6c54a8c:44163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:44163. 2024-11-20T11:21:22,856 DEBUG [RS:0;448ea6c54a8c:44163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:22,856 DEBUG [RS:0;448ea6c54a8c:44163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:22,856 DEBUG [RS:0;448ea6c54a8c:44163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:22,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:22,856 INFO [RS:0;448ea6c54a8c:44163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44163 2024-11-20T11:21:22,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808/rs 2024-11-20T11:21:22,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1547448808/rs/448ea6c54a8c,44163,1732101663801 2024-11-20T11:21:22,859 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:22,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,44163,1732101663801] 2024-11-20T11:21:22,863 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1547448808/draining/448ea6c54a8c,44163,1732101663801 already deleted, retry=false 2024-11-20T11:21:22,863 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,44163,1732101663801 expired; onlineServers=0 2024-11-20T11:21:22,863 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,42269,1732101663759' ***** 2024-11-20T11:21:22,863 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:21:22,863 INFO [M:0;448ea6c54a8c:42269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:22,863 INFO [M:0;448ea6c54a8c:42269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:22,863 DEBUG [M:0;448ea6c54a8c:42269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:21:22,863 DEBUG [M:0;448ea6c54a8c:42269 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:21:22,863 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:21:22,864 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101665600 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101665600,5,FailOnTimeoutGroup] 2024-11-20T11:21:22,864 INFO [M:0;448ea6c54a8c:42269 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:22,864 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101665601 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101665601,5,FailOnTimeoutGroup] 2024-11-20T11:21:22,864 INFO [M:0;448ea6c54a8c:42269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:22,864 DEBUG [M:0;448ea6c54a8c:42269 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:21:22,864 INFO [M:0;448ea6c54a8c:42269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:21:22,864 INFO [M:0;448ea6c54a8c:42269 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:22,864 INFO [M:0;448ea6c54a8c:42269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:21:22,865 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:21:22,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1547448808/master 2024-11-20T11:21:22,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1547448808 2024-11-20T11:21:22,867 DEBUG [M:0;448ea6c54a8c:42269 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1547448808/master already deleted, retry=false 2024-11-20T11:21:22,868 DEBUG [M:0;448ea6c54a8c:42269 {}] master.ActiveMasterManager(353): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1547448808/master 2024-11-20T11:21:22,868 INFO [M:0;448ea6c54a8c:42269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/.lastflushedseqids 2024-11-20T11:21:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741847_1023 (size=245) 2024-11-20T11:21:22,872 INFO [M:0;448ea6c54a8c:42269 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:21:22,872 INFO [M:0;448ea6c54a8c:42269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:21:22,873 DEBUG [M:0;448ea6c54a8c:42269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:22,873 INFO [M:0;448ea6c54a8c:42269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:22,873 DEBUG [M:0;448ea6c54a8c:42269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:22,873 DEBUG [M:0;448ea6c54a8c:42269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:22,873 DEBUG [M:0;448ea6c54a8c:42269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:22,873 INFO [M:0;448ea6c54a8c:42269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T11:21:22,895 DEBUG [M:0;448ea6c54a8c:42269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd1b115f28e4cbfb1ece92489b6b6f2 is 82, key is hbase:meta,,1/info:regioninfo/1732101666784/Put/seqid=0 2024-11-20T11:21:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741848_1024 (size=5672) 2024-11-20T11:21:22,905 INFO [M:0;448ea6c54a8c:42269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd1b115f28e4cbfb1ece92489b6b6f2 2024-11-20T11:21:22,930 DEBUG [M:0;448ea6c54a8c:42269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35288b28b049405792b9b16685114aa6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732101673939/Put/seqid=0 2024-11-20T11:21:22,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741849_1025 (size=8515) 2024-11-20T11:21:22,935 INFO [M:0;448ea6c54a8c:42269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35288b28b049405792b9b16685114aa6 2024-11-20T11:21:22,956 DEBUG [M:0;448ea6c54a8c:42269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c2d7ef45ca24f2495e739d50767dc50 is 69, key is 448ea6c54a8c,44163,1732101663801/rs:state/1732101665655/Put/seqid=0 2024-11-20T11:21:22,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741850_1026 (size=5156) 2024-11-20T11:21:22,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:22,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44163-0x101351bbc730007, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:22,962 INFO [RS:0;448ea6c54a8c:44163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:22,962 INFO [RS:0;448ea6c54a8c:44163 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,44163,1732101663801; zookeeper connection closed. 2024-11-20T11:21:22,962 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@188bbc42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@188bbc42 2024-11-20T11:21:22,963 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:21:23,354 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:23,377 INFO [M:0;448ea6c54a8c:42269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c2d7ef45ca24f2495e739d50767dc50 2024-11-20T11:21:23,384 DEBUG [M:0;448ea6c54a8c:42269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd1b115f28e4cbfb1ece92489b6b6f2 as hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bd1b115f28e4cbfb1ece92489b6b6f2 2024-11-20T11:21:23,390 INFO [M:0;448ea6c54a8c:42269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bd1b115f28e4cbfb1ece92489b6b6f2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T11:21:23,390 DEBUG [M:0;448ea6c54a8c:42269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35288b28b049405792b9b16685114aa6 as hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35288b28b049405792b9b16685114aa6 2024-11-20T11:21:23,394 INFO [M:0;448ea6c54a8c:42269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35288b28b049405792b9b16685114aa6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T11:21:23,395 DEBUG [M:0;448ea6c54a8c:42269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c2d7ef45ca24f2495e739d50767dc50 as hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c2d7ef45ca24f2495e739d50767dc50 2024-11-20T11:21:23,403 INFO [M:0;448ea6c54a8c:42269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45609/user/jenkins/test-data/73c3f44e-2f6f-f715-7184-c09c1f146c4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c2d7ef45ca24f2495e739d50767dc50, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T11:21:23,405 INFO [M:0;448ea6c54a8c:42269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=97, compaction requested=false 2024-11-20T11:21:23,431 INFO [M:0;448ea6c54a8c:42269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:23,431 DEBUG [M:0;448ea6c54a8c:42269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101682873Disabling compacts and flushes for region at 1732101682873Disabling writes for close at 1732101682873Obtaining lock to block concurrent updates at 1732101682873Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101682873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732101682873Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101682874 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101682874Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101682894 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101682894Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101682908 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101682929 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101682929Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101682938 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101682955 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101682955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4545056e: reopening flushed file at 1732101683382 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4606b4: reopening flushed file at 1732101683390 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9963b1: reopening flushed file at 1732101683394 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=97, compaction requested=false at 1732101683405 (+11 ms)Writing region close event to WAL at 1732101683430 (+25 ms)Closed at 1732101683430 2024-11-20T11:21:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42619 is added to blk_1073741830_1006 (size=63642) 2024-11-20T11:21:23,435 INFO [M:0;448ea6c54a8c:42269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:21:23,435 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:23,435 INFO [M:0;448ea6c54a8c:42269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42269 2024-11-20T11:21:23,435 INFO [M:0;448ea6c54a8c:42269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:23,481 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1189, reset compression=false 2024-11-20T11:21:23,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:23,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42269-0x101351bbc730006, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:23,538 INFO [M:0;448ea6c54a8c:42269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:23,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b617186{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:23,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78b0fe0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:23,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:23,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee6db57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:23,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2579cfe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:23,588 WARN [BP-69228051-172.17.0.2-1732101662651 heartbeating to localhost/127.0.0.1:45609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:21:23,588 WARN [BP-69228051-172.17.0.2-1732101662651 heartbeating to localhost/127.0.0.1:45609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-69228051-172.17.0.2-1732101662651 (Datanode Uuid e20b4029-f8a0-42f9-a0bd-9d6dde50f4a5) service to localhost/127.0.0.1:45609 2024-11-20T11:21:23,589 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:21:23,589 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:21:23,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/cluster_e293b9be-aee0-d892-3936-316f87b5f0dd/data/data1/current/BP-69228051-172.17.0.2-1732101662651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:23,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/cluster_e293b9be-aee0-d892-3936-316f87b5f0dd/data/data2/current/BP-69228051-172.17.0.2-1732101662651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:23,589 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:21:23,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a345aaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:23,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd540c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:23,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:23,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335b2848{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:23,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9b003e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:23,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:21:23,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:21:23,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:23,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:23,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:23,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:23,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:23,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:21:23,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=332781774, stopped=false 2024-11-20T11:21:23,645 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,36447,1732101660024 2024-11-20T11:21:23,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11716408058/running 2024-11-20T11:21:23,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11716408058/running 2024-11-20T11:21:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:23,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Set watcher on znode that does not yet exist, /11716408058/running 2024-11-20T11:21:23,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Set watcher on znode that does not yet exist, /11716408058/running 2024-11-20T11:21:23,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:23,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:23,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:23,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:23,652 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,32881,1732101660068' ***** 2024-11-20T11:21:23,652 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:21:23,652 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:21:23,653 INFO [RS:0;448ea6c54a8c:32881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:21:23,653 INFO [RS:0;448ea6c54a8c:32881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:21:23,653 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(3091): Received CLOSE for c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:23,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:21:23,657 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(3091): Received CLOSE for 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:23,657 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:23,657 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:23,657 INFO [RS:0;448ea6c54a8c:32881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:32881. 2024-11-20T11:21:23,657 DEBUG [RS:0;448ea6c54a8c:32881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:23,657 DEBUG [RS:0;448ea6c54a8c:32881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:23,657 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:21:23,657 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:21:23,657 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:21:23,657 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:21:23,664 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c961ceb3daa91327057813c722a0470b, disabling compactions & flushes 2024-11-20T11:21:23,665 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:23,665 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:23,665 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. after waiting 0 ms 2024-11-20T11:21:23,665 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:23,665 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c961ceb3daa91327057813c722a0470b 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T11:21:23,666 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:21:23,666 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1325): Online Regions={c961ceb3daa91327057813c722a0470b=hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b., 1588230740=hbase:meta,,1.1588230740, 39532ede27fef8299a52782b2f3c03a1=test,,1732101669017.39532ede27fef8299a52782b2f3c03a1.} 2024-11-20T11:21:23,666 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39532ede27fef8299a52782b2f3c03a1, c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:23,667 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:23,667 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:23,667 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:23,667 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:23,667 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:23,667 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:21:23,681 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:23,714 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/replication/c961ceb3daa91327057813c722a0470b/.tmp/queue/544ef52826064a4b98f1a43162560ae0 is 154, key is 1-448ea6c54a8c,32881,1732101660068/queue:448ea6c54a8c%2C32881%2C1732101660068/1732101680718/Put/seqid=0 2024-11-20T11:21:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741840_1016 (size=5353) 2024-11-20T11:21:23,730 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/info/4e226e261f2c49ce9311b4b5a6738182 is 147, key is hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b./info:regioninfo/1732101672762/Put/seqid=0 2024-11-20T11:21:23,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741841_1017 (size=7686) 2024-11-20T11:21:23,866 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39532ede27fef8299a52782b2f3c03a1, c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:24,015 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:21:24,015 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:21:24,066 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39532ede27fef8299a52782b2f3c03a1, c961ceb3daa91327057813c722a0470b 2024-11-20T11:21:24,120 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/replication/c961ceb3daa91327057813c722a0470b/.tmp/queue/544ef52826064a4b98f1a43162560ae0 2024-11-20T11:21:24,131 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/replication/c961ceb3daa91327057813c722a0470b/.tmp/queue/544ef52826064a4b98f1a43162560ae0 as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/replication/c961ceb3daa91327057813c722a0470b/queue/544ef52826064a4b98f1a43162560ae0 2024-11-20T11:21:24,135 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/replication/c961ceb3daa91327057813c722a0470b/queue/544ef52826064a4b98f1a43162560ae0, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T11:21:24,136 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c961ceb3daa91327057813c722a0470b in 471ms, sequenceid=12, compaction requested=false 2024-11-20T11:21:24,138 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/info/4e226e261f2c49ce9311b4b5a6738182 2024-11-20T11:21:24,157 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/replication/c961ceb3daa91327057813c722a0470b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T11:21:24,158 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:24,158 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:21:24,158 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:24,158 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c961ceb3daa91327057813c722a0470b: Waiting for close lock at 1732101683664Running coprocessor pre-close hooks at 1732101683664Disabling compacts and flushes for region at 1732101683664Disabling writes for close at 1732101683665 (+1 ms)Obtaining lock to block concurrent updates at 1732101683665Preparing flush snapshotting stores in c961ceb3daa91327057813c722a0470b at 1732101683665Finished memstore snapshotting hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732101683665Flushing stores of hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. at 1732101683677 (+12 ms)Flushing c961ceb3daa91327057813c722a0470b/queue: creating writer at 1732101683677Flushing c961ceb3daa91327057813c722a0470b/queue: appending metadata at 1732101683713 (+36 ms)Flushing c961ceb3daa91327057813c722a0470b/queue: closing flushed file at 1732101683714 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16de2ee2: reopening flushed file at 1732101684130 (+416 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c961ceb3daa91327057813c722a0470b in 471ms, sequenceid=12, compaction requested=false at 1732101684136 (+6 ms)Writing region close event to WAL at 1732101684152 (+16 ms)Running coprocessor post-close hooks at 1732101684158 (+6 ms)Closed at 1732101684158 2024-11-20T11:21:24,158 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101671970.c961ceb3daa91327057813c722a0470b. 2024-11-20T11:21:24,158 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39532ede27fef8299a52782b2f3c03a1, disabling compactions & flushes 2024-11-20T11:21:24,158 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:24,158 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:24,158 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. after waiting 0 ms 2024-11-20T11:21:24,158 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:24,158 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39532ede27fef8299a52782b2f3c03a1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T11:21:24,173 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/ns/2e711588561e42b187a75824cb502e44 is 43, key is default/ns:d/1732101662551/Put/seqid=0 2024-11-20T11:21:24,187 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/.tmp/f/1015baa482034fb98949b64e26b44d4f is 29, key is row1/f:/1732101679301/DeleteFamily/seqid=0 2024-11-20T11:21:24,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741842_1018 (size=5153) 2024-11-20T11:21:24,218 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/ns/2e711588561e42b187a75824cb502e44 2024-11-20T11:21:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741843_1019 (size=5152) 2024-11-20T11:21:24,260 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/rep_barrier/7add6a56dc6d44fb987b9f1c52b1a5a9 is 112, key is test,,1732101669017.39532ede27fef8299a52782b2f3c03a1./rep_barrier:seqnumDuringOpen/1732101669825/Put/seqid=0 2024-11-20T11:21:24,267 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741844_1020 (size=5518) 2024-11-20T11:21:24,270 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/rep_barrier/7add6a56dc6d44fb987b9f1c52b1a5a9 2024-11-20T11:21:24,311 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/table/81b9a5ffe5084f549b5f53015f0bf784 is 53, key is hbase:replication/table:state/1732101672774/Put/seqid=0 2024-11-20T11:21:24,321 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1189, reset compression=false 2024-11-20T11:21:24,330 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:24,330 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1436, reset compression=false 2024-11-20T11:21:24,330 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,32881,1732101660068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:24,331 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 448ea6c54a8c,32881,1732101660068: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-448ea6c54a8c,32881,1732101660068, walGroup=448ea6c54a8c%2C32881%2C1732101660068, offset=448ea6c54a8c%2C32881%2C1732101660068.1732101662096:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:32881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T11:21:24,331 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T11:21:24,332 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T11:21:24,333 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T11:21:24,333 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T11:21:24,333 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T11:21:24,333 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 943952984 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202408656 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T11:21:24,333 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:36447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:36447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T11:21:24,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741845_1021 (size=5308) 2024-11-20T11:21:24,467 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:24,501 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:24,566 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1436, reset compression=false 2024-11-20T11:21:24,636 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/.tmp/f/1015baa482034fb98949b64e26b44d4f 2024-11-20T11:21:24,645 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1015baa482034fb98949b64e26b44d4f 2024-11-20T11:21:24,667 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:21:24,667 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 39532ede27fef8299a52782b2f3c03a1=test,,1732101669017.39532ede27fef8299a52782b2f3c03a1.} 2024-11-20T11:21:24,667 DEBUG [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39532ede27fef8299a52782b2f3c03a1 2024-11-20T11:21:24,677 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/.tmp/f1/d16bf337b11c41a1be496171f9bfb8e6 is 30, key is row1/f1:/1732101679301/DeleteFamily/seqid=0 2024-11-20T11:21:24,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741846_1022 (size=5158) 2024-11-20T11:21:24,709 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/.tmp/f1/d16bf337b11c41a1be496171f9bfb8e6 2024-11-20T11:21:24,719 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d16bf337b11c41a1be496171f9bfb8e6 2024-11-20T11:21:24,750 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/.tmp/norep/52daf7bc49d941d29f9d7bcdb7b9c27c is 33, key is row1/norep:/1732101679301/DeleteFamily/seqid=0 2024-11-20T11:21:24,758 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/table/81b9a5ffe5084f549b5f53015f0bf784 2024-11-20T11:21:24,769 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/info/4e226e261f2c49ce9311b4b5a6738182 as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/info/4e226e261f2c49ce9311b4b5a6738182 2024-11-20T11:21:24,773 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/info/4e226e261f2c49ce9311b4b5a6738182, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:21:24,782 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/ns/2e711588561e42b187a75824cb502e44 as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/ns/2e711588561e42b187a75824cb502e44 2024-11-20T11:21:24,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741847_1023 (size=5108) 2024-11-20T11:21:24,789 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/.tmp/norep/52daf7bc49d941d29f9d7bcdb7b9c27c 2024-11-20T11:21:24,796 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/ns/2e711588561e42b187a75824cb502e44, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:21:24,797 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/rep_barrier/7add6a56dc6d44fb987b9f1c52b1a5a9 as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/rep_barrier/7add6a56dc6d44fb987b9f1c52b1a5a9 2024-11-20T11:21:24,806 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/rep_barrier/7add6a56dc6d44fb987b9f1c52b1a5a9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:21:24,807 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52daf7bc49d941d29f9d7bcdb7b9c27c 2024-11-20T11:21:24,808 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/.tmp/table/81b9a5ffe5084f549b5f53015f0bf784 as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/table/81b9a5ffe5084f549b5f53015f0bf784 2024-11-20T11:21:24,809 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/.tmp/f/1015baa482034fb98949b64e26b44d4f as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/f/1015baa482034fb98949b64e26b44d4f 2024-11-20T11:21:24,814 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1015baa482034fb98949b64e26b44d4f 2024-11-20T11:21:24,814 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/f/1015baa482034fb98949b64e26b44d4f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T11:21:24,815 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/.tmp/f1/d16bf337b11c41a1be496171f9bfb8e6 as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/f1/d16bf337b11c41a1be496171f9bfb8e6 2024-11-20T11:21:24,820 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d16bf337b11c41a1be496171f9bfb8e6 2024-11-20T11:21:24,820 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/f1/d16bf337b11c41a1be496171f9bfb8e6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T11:21:24,821 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/table/81b9a5ffe5084f549b5f53015f0bf784, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:21:24,821 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/.tmp/norep/52daf7bc49d941d29f9d7bcdb7b9c27c as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/norep/52daf7bc49d941d29f9d7bcdb7b9c27c 2024-11-20T11:21:24,822 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1155ms, sequenceid=16, compaction requested=false 2024-11-20T11:21:24,822 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:21:24,826 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52daf7bc49d941d29f9d7bcdb7b9c27c 2024-11-20T11:21:24,826 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/norep/52daf7bc49d941d29f9d7bcdb7b9c27c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T11:21:24,827 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 39532ede27fef8299a52782b2f3c03a1 in 669ms, sequenceid=10, compaction requested=false 2024-11-20T11:21:24,827 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T11:21:24,845 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/default/test/39532ede27fef8299a52782b2f3c03a1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T11:21:24,846 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:24,846 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:21:24,846 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:21:24,846 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:24,846 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39532ede27fef8299a52782b2f3c03a1: Waiting for close lock at 1732101684158Running coprocessor pre-close hooks at 1732101684158Disabling compacts and flushes for region at 1732101684158Disabling writes for close at 1732101684158Obtaining lock to block concurrent updates at 1732101684158Preparing flush snapshotting stores in 39532ede27fef8299a52782b2f3c03a1 at 1732101684158Finished memstore snapshotting test,,1732101669017.39532ede27fef8299a52782b2f3c03a1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732101684159 (+1 ms)Flushing stores of test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. at 1732101684159Flushing 39532ede27fef8299a52782b2f3c03a1/f: creating writer at 1732101684159Flushing 39532ede27fef8299a52782b2f3c03a1/f: appending metadata at 1732101684186 (+27 ms)Flushing 39532ede27fef8299a52782b2f3c03a1/f: closing flushed file at 1732101684186Flushing 39532ede27fef8299a52782b2f3c03a1/f1: creating writer at 1732101684645 (+459 ms)Flushing 39532ede27fef8299a52782b2f3c03a1/f1: appending metadata at 1732101684676 (+31 ms)Flushing 39532ede27fef8299a52782b2f3c03a1/f1: closing flushed file at 1732101684676Flushing 39532ede27fef8299a52782b2f3c03a1/norep: creating writer at 1732101684719 (+43 ms)Flushing 39532ede27fef8299a52782b2f3c03a1/norep: appending metadata at 1732101684749 (+30 ms)Flushing 39532ede27fef8299a52782b2f3c03a1/norep: closing flushed file at 1732101684749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fced56: reopening flushed file at 1732101684807 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2a6067: reopening flushed file at 1732101684814 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cdbc160: reopening flushed file at 1732101684820 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 39532ede27fef8299a52782b2f3c03a1 in 669ms, sequenceid=10, compaction requested=false at 1732101684827 (+7 ms)Writing region close event to WAL at 1732101684831 (+4 ms)Running coprocessor post-close hooks at 1732101684845 (+14 ms)Closed at 1732101684846 (+1 ms) 2024-11-20T11:21:24,846 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101669017.39532ede27fef8299a52782b2f3c03a1. 2024-11-20T11:21:24,846 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:24,846 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:21:24,846 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:24,846 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101683667Running coprocessor pre-close hooks at 1732101683667Disabling compacts and flushes for region at 1732101683667Disabling writes for close at 1732101683667Obtaining lock to block concurrent updates at 1732101683667Preparing flush snapshotting stores in 1588230740 at 1732101683667Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101683669 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732101683675 (+6 ms)Flushing 1588230740/info: creating writer at 1732101683675Flushing 1588230740/info: appending metadata at 1732101683730 (+55 ms)Flushing 1588230740/info: closing flushed file at 1732101683730Flushing 1588230740/ns: creating writer at 1732101684143 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732101684172 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732101684172Flushing 1588230740/rep_barrier: creating writer at 1732101684223 (+51 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101684260 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101684260Flushing 1588230740/table: creating writer at 1732101684281 (+21 ms)Flushing 1588230740/table: appending metadata at 1732101684311 (+30 ms)Flushing 1588230740/table: closing flushed file at 1732101684311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d746a91: reopening flushed file at 1732101684763 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eda3b6a: reopening flushed file at 1732101684773 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4beba854: reopening flushed file at 1732101684796 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc96c56: reopening flushed file at 1732101684807 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1155ms, sequenceid=16, compaction requested=false at 1732101684822 (+15 ms)Writing region close event to WAL at 1732101684838 (+16 ms)Running coprocessor post-close hooks at 1732101684846 (+8 ms)Closed at 1732101684846 2024-11-20T11:21:24,846 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:24,867 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,32881,1732101660068; all regions closed. 2024-11-20T11:21:24,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:21:24,877 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.meta.1732101662515.meta not finished, retry = 0 2024-11-20T11:21:24,898 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 1436, reset compression=false 2024-11-20T11:21:24,914 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:24,914 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.wal-reader.448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.1732101662096 to pos 2080, reset compression=false 2024-11-20T11:21:24,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741839_1015 (size=3114) 2024-11-20T11:21:24,989 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/WALs/448ea6c54a8c,32881,1732101660068/448ea6c54a8c%2C32881%2C1732101660068.rep.1732101672714 not finished, retry = 0 2024-11-20T11:21:25,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741833_1009 (size=2088) 2024-11-20T11:21:25,095 DEBUG [RS:0;448ea6c54a8c:32881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:25,095 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:25,095 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:25,095 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:25,095 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:25,095 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:25,095 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,32881,1732101660068 because: Region server is closing 2024-11-20T11:21:25,095 INFO [RS:0;448ea6c54a8c:32881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:32881. 2024-11-20T11:21:25,095 DEBUG [RS:0;448ea6c54a8c:32881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:25,096 DEBUG [RS:0;448ea6c54a8c:32881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:25,096 DEBUG [RS:0;448ea6c54a8c:32881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:25,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:25,196 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,32881,1732101660068.replicationSource.shipper448ea6c54a8c%2C32881%2C1732101660068,1-448ea6c54a8c,32881,1732101660068 terminated 2024-11-20T11:21:25,197 INFO [RS:0;448ea6c54a8c:32881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:32881. 2024-11-20T11:21:25,197 DEBUG [RS:0;448ea6c54a8c:32881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:25,197 DEBUG [RS:0;448ea6c54a8c:32881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:25,197 DEBUG [RS:0;448ea6c54a8c:32881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:25,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:25,197 INFO [RS:0;448ea6c54a8c:32881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32881 2024-11-20T11:21:25,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11716408058/rs/448ea6c54a8c,32881,1732101660068 2024-11-20T11:21:25,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058/rs 2024-11-20T11:21:25,205 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:25,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,32881,1732101660068] 2024-11-20T11:21:25,208 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11716408058/draining/448ea6c54a8c,32881,1732101660068 already deleted, retry=false 2024-11-20T11:21:25,208 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,32881,1732101660068 expired; onlineServers=0 2024-11-20T11:21:25,208 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,36447,1732101660024' ***** 2024-11-20T11:21:25,208 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:21:25,208 INFO [M:0;448ea6c54a8c:36447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:25,208 INFO [M:0;448ea6c54a8c:36447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:25,208 DEBUG [M:0;448ea6c54a8c:36447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:21:25,208 DEBUG [M:0;448ea6c54a8c:36447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:21:25,208 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101661900 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101661900,5,FailOnTimeoutGroup] 2024-11-20T11:21:25,208 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101661900 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101661900,5,FailOnTimeoutGroup] 2024-11-20T11:21:25,208 INFO [M:0;448ea6c54a8c:36447 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:25,208 INFO [M:0;448ea6c54a8c:36447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:25,208 DEBUG [M:0;448ea6c54a8c:36447 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:21:25,208 INFO [M:0;448ea6c54a8c:36447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:21:25,208 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:21:25,209 INFO [M:0;448ea6c54a8c:36447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:25,209 INFO [M:0;448ea6c54a8c:36447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:21:25,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:21:25,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11716408058/master 2024-11-20T11:21:25,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11716408058 2024-11-20T11:21:25,210 DEBUG [M:0;448ea6c54a8c:36447 {}] zookeeper.ZKUtil(347): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Unable to get data of znode /11716408058/master because node does not exist (not an error) 2024-11-20T11:21:25,210 WARN [M:0;448ea6c54a8c:36447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:21:25,211 INFO [M:0;448ea6c54a8c:36447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/.lastflushedseqids 2024-11-20T11:21:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741848_1024 (size=245) 2024-11-20T11:21:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x101351bbc730004, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:25,307 INFO [RS:0;448ea6c54a8c:32881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:25,307 INFO [RS:0;448ea6c54a8c:32881 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,32881,1732101660068; zookeeper connection closed. 2024-11-20T11:21:25,307 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63ef8729 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63ef8729 2024-11-20T11:21:25,307 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:21:25,620 INFO [M:0;448ea6c54a8c:36447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:21:25,620 INFO [M:0;448ea6c54a8c:36447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:21:25,620 DEBUG [M:0;448ea6c54a8c:36447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:25,620 INFO [M:0;448ea6c54a8c:36447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:25,620 DEBUG [M:0;448ea6c54a8c:36447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:25,620 DEBUG [M:0;448ea6c54a8c:36447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:25,620 DEBUG [M:0;448ea6c54a8c:36447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:25,620 INFO [M:0;448ea6c54a8c:36447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T11:21:25,637 DEBUG [M:0;448ea6c54a8c:36447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aecbcb1fdce741bb8f0723a2b06a2df3 is 82, key is hbase:meta,,1/info:regioninfo/1732101662542/Put/seqid=0 2024-11-20T11:21:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741849_1025 (size=5672) 2024-11-20T11:21:25,708 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:26,043 INFO [M:0;448ea6c54a8c:36447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aecbcb1fdce741bb8f0723a2b06a2df3 2024-11-20T11:21:26,065 DEBUG [M:0;448ea6c54a8c:36447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87521cee2713487d876decba67b2aa8d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732101672779/Put/seqid=0 2024-11-20T11:21:26,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741850_1026 (size=8515) 2024-11-20T11:21:26,470 INFO [M:0;448ea6c54a8c:36447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87521cee2713487d876decba67b2aa8d 2024-11-20T11:21:26,495 DEBUG [M:0;448ea6c54a8c:36447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14cf1ab119b442e79501f03f645300a9 is 69, key is 448ea6c54a8c,32881,1732101660068/rs:state/1732101661925/Put/seqid=0 2024-11-20T11:21:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741851_1027 (size=5156) 2024-11-20T11:21:26,901 INFO [M:0;448ea6c54a8c:36447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14cf1ab119b442e79501f03f645300a9 2024-11-20T11:21:26,906 DEBUG [M:0;448ea6c54a8c:36447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aecbcb1fdce741bb8f0723a2b06a2df3 as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aecbcb1fdce741bb8f0723a2b06a2df3 2024-11-20T11:21:26,910 INFO [M:0;448ea6c54a8c:36447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aecbcb1fdce741bb8f0723a2b06a2df3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T11:21:26,911 DEBUG [M:0;448ea6c54a8c:36447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87521cee2713487d876decba67b2aa8d as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87521cee2713487d876decba67b2aa8d 2024-11-20T11:21:26,921 INFO [M:0;448ea6c54a8c:36447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87521cee2713487d876decba67b2aa8d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T11:21:26,922 DEBUG [M:0;448ea6c54a8c:36447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14cf1ab119b442e79501f03f645300a9 as hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14cf1ab119b442e79501f03f645300a9 2024-11-20T11:21:26,925 INFO [M:0;448ea6c54a8c:36447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45739/user/jenkins/test-data/b4989663-f5f2-45f4-c432-d3a4017d8b3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14cf1ab119b442e79501f03f645300a9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T11:21:26,926 INFO [M:0;448ea6c54a8c:36447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=97, compaction requested=false 2024-11-20T11:21:26,927 INFO [M:0;448ea6c54a8c:36447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:26,927 DEBUG [M:0;448ea6c54a8c:36447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101685620Disabling compacts and flushes for region at 1732101685620Disabling writes for close at 1732101685620Obtaining lock to block concurrent updates at 1732101685620Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101685620Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732101685621 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101685621Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101685621Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101685637 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101685637Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101686047 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101686065 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101686065Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101686475 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101686494 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101686494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1ac832: reopening flushed file at 1732101686905 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@379dad9e: reopening flushed file at 1732101686910 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e929130: reopening flushed file at 1732101686921 (+11 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=97, compaction requested=false at 1732101686926 (+5 ms)Writing region close event to WAL at 1732101686927 (+1 ms)Closed at 1732101686927 2024-11-20T11:21:26,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741830_1006 (size=63642) 2024-11-20T11:21:26,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:26,930 INFO [M:0;448ea6c54a8c:36447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:21:26,930 INFO [M:0;448ea6c54a8c:36447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36447 2024-11-20T11:21:26,930 INFO [M:0;448ea6c54a8c:36447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:27,011 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:27,032 INFO [M:0;448ea6c54a8c:36447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:27,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:27,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36447-0x101351bbc730003, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:27,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@112496a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:27,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@198298d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:27,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:27,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e51eff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:27,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783d9914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:27,040 WARN [BP-687853993-172.17.0.2-1732101659331 heartbeating to localhost/127.0.0.1:45739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:21:27,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:21:27,040 WARN [BP-687853993-172.17.0.2-1732101659331 heartbeating to localhost/127.0.0.1:45739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-687853993-172.17.0.2-1732101659331 (Datanode Uuid b5b1468a-932c-4de5-8da1-75f645fc13f8) service to localhost/127.0.0.1:45739 2024-11-20T11:21:27,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:21:27,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/cluster_849efd7a-188b-7a1a-f0c5-0acd957cadbf/data/data1/current/BP-687853993-172.17.0.2-1732101659331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:27,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/cluster_849efd7a-188b-7a1a-f0c5-0acd957cadbf/data/data2/current/BP-687853993-172.17.0.2-1732101659331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:27,042 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:21:27,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a10b61e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:27,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4be7a519{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:27,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:27,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edc1d28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:27,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f25b769{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc44b657-0ebb-719c-0f95-1f41a3684f97/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:27,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:21:27,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:21:27,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:27,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:27,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:27,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:27,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:21:27,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1189858210, stopped=false 2024-11-20T11:21:27,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:27,065 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,35013,1732101657669 2024-11-20T11:21:27,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-431081039/running 2024-11-20T11:21:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:21:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-431081039/running 2024-11-20T11:21:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:21:27,067 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:27,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Set watcher on znode that does not yet exist, /0-431081039/running 2024-11-20T11:21:27,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Set watcher on znode that does not yet exist, /0-431081039/running 2024-11-20T11:21:27,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:27,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:27,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:27,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,42725,1732101657743' ***** 2024-11-20T11:21:27,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:21:27,069 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:21:27,069 INFO [RS:0;448ea6c54a8c:42725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:21:27,069 INFO [RS:0;448ea6c54a8c:42725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:21:27,069 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(3091): Received CLOSE for d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:27,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:21:27,072 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(3091): Received CLOSE for 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:27,072 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,42725,1732101657743 2024-11-20T11:21:27,072 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:27,072 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d04b6c254df40fc99e45f8f792a97839, disabling compactions & flushes 2024-11-20T11:21:27,072 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:27,072 INFO [RS:0;448ea6c54a8c:42725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:42725. 2024-11-20T11:21:27,072 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:27,072 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. after waiting 0 ms 2024-11-20T11:21:27,072 DEBUG [RS:0;448ea6c54a8c:42725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:27,073 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:27,073 DEBUG [RS:0;448ea6c54a8c:42725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:27,073 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d04b6c254df40fc99e45f8f792a97839 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-20T11:21:27,073 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:21:27,073 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:21:27,073 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:21:27,073 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:21:27,076 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:21:27,076 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1325): Online Regions={d04b6c254df40fc99e45f8f792a97839=test,,1732101666852.d04b6c254df40fc99e45f8f792a97839., 1588230740=hbase:meta,,1.1588230740, 18314acc443b9d71f32ca111905ad034=hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034.} 2024-11-20T11:21:27,076 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18314acc443b9d71f32ca111905ad034, d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:27,076 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:27,076 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:27,077 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:27,077 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:27,077 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:27,077 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:21:27,083 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:27,099 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/.tmp/f/751d1221952f48e5b93b4d04daa979b3 is 28, key is row/f:/1732101677291/DeleteFamily/seqid=0 2024-11-20T11:21:27,100 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/info/73d4ffbce0b74569981de852346a0999 is 147, key is hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034./info:regioninfo/1732101671238/Put/seqid=0 2024-11-20T11:21:27,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741840_1016 (size=5085) 2024-11-20T11:21:27,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741841_1017 (size=7686) 2024-11-20T11:21:27,111 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/.tmp/f/751d1221952f48e5b93b4d04daa979b3 2024-11-20T11:21:27,112 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/info/73d4ffbce0b74569981de852346a0999 2024-11-20T11:21:27,122 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 751d1221952f48e5b93b4d04daa979b3 2024-11-20T11:21:27,147 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/ns/2882ea11a5294f4281a87fa39c4f8067 is 43, key is default/ns:d/1732101659200/Put/seqid=0 2024-11-20T11:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/.tmp/f1/e890aba978a544d29cf154a32f5ab86f is 29, key is row/f1:/1732101677291/DeleteFamily/seqid=0 2024-11-20T11:21:27,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741843_1019 (size=5089) 2024-11-20T11:21:27,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741842_1018 (size=5153) 2024-11-20T11:21:27,277 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18314acc443b9d71f32ca111905ad034, d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:27,477 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18314acc443b9d71f32ca111905ad034, d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:27,558 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/.tmp/f1/e890aba978a544d29cf154a32f5ab86f 2024-11-20T11:21:27,559 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/ns/2882ea11a5294f4281a87fa39c4f8067 2024-11-20T11:21:27,565 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e890aba978a544d29cf154a32f5ab86f 2024-11-20T11:21:27,587 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/rep_barrier/8cb1ec9dd7084ad48ebabbe146d7c2ea is 112, key is test,,1732101666852.d04b6c254df40fc99e45f8f792a97839./rep_barrier:seqnumDuringOpen/1732101668004/Put/seqid=0 2024-11-20T11:21:27,592 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/.tmp/norep/ca92900c3e2e4779acac7901a5dadb27 is 32, key is row/norep:/1732101677291/DeleteFamily/seqid=0 2024-11-20T11:21:27,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741844_1020 (size=5518) 2024-11-20T11:21:27,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741845_1021 (size=5101) 2024-11-20T11:21:27,654 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:21:27,658 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:21:27,658 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:21:27,677 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18314acc443b9d71f32ca111905ad034, d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:27,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:21:27,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,877 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18314acc443b9d71f32ca111905ad034, d04b6c254df40fc99e45f8f792a97839 2024-11-20T11:21:27,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:27,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:28,004 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/.tmp/norep/ca92900c3e2e4779acac7901a5dadb27 2024-11-20T11:21:28,004 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/rep_barrier/8cb1ec9dd7084ad48ebabbe146d7c2ea 2024-11-20T11:21:28,008 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca92900c3e2e4779acac7901a5dadb27 2024-11-20T11:21:28,008 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/.tmp/f/751d1221952f48e5b93b4d04daa979b3 as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/f/751d1221952f48e5b93b4d04daa979b3 2024-11-20T11:21:28,012 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 751d1221952f48e5b93b4d04daa979b3 2024-11-20T11:21:28,013 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/f/751d1221952f48e5b93b4d04daa979b3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T11:21:28,013 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/.tmp/f1/e890aba978a544d29cf154a32f5ab86f as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/f1/e890aba978a544d29cf154a32f5ab86f 2024-11-20T11:21:28,017 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e890aba978a544d29cf154a32f5ab86f 2024-11-20T11:21:28,017 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/f1/e890aba978a544d29cf154a32f5ab86f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T11:21:28,018 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/.tmp/norep/ca92900c3e2e4779acac7901a5dadb27 as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/norep/ca92900c3e2e4779acac7901a5dadb27 2024-11-20T11:21:28,022 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca92900c3e2e4779acac7901a5dadb27 2024-11-20T11:21:28,022 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/norep/ca92900c3e2e4779acac7901a5dadb27, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T11:21:28,022 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d04b6c254df40fc99e45f8f792a97839 in 949ms, sequenceid=6, compaction requested=false 2024-11-20T11:21:28,023 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T11:21:28,023 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/table/323ef6b5053147c9b96b5a3835f61cf1 is 53, key is hbase:replication/table:state/1732101671246/Put/seqid=0 2024-11-20T11:21:28,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741846_1022 (size=5308) 2024-11-20T11:21:28,027 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/table/323ef6b5053147c9b96b5a3835f61cf1 2024-11-20T11:21:28,027 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/default/test/d04b6c254df40fc99e45f8f792a97839/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T11:21:28,028 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:28,028 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:21:28,028 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:28,028 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d04b6c254df40fc99e45f8f792a97839: Waiting for close lock at 1732101687072Running coprocessor pre-close hooks at 1732101687072Disabling compacts and flushes for region at 1732101687072Disabling writes for close at 1732101687073 (+1 ms)Obtaining lock to block concurrent updates at 1732101687073Preparing flush snapshotting stores in d04b6c254df40fc99e45f8f792a97839 at 1732101687073Finished memstore snapshotting test,,1732101666852.d04b6c254df40fc99e45f8f792a97839., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732101687073Flushing stores of test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. at 1732101687074 (+1 ms)Flushing d04b6c254df40fc99e45f8f792a97839/f: creating writer at 1732101687074Flushing d04b6c254df40fc99e45f8f792a97839/f: appending metadata at 1732101687098 (+24 ms)Flushing d04b6c254df40fc99e45f8f792a97839/f: closing flushed file at 1732101687098Flushing d04b6c254df40fc99e45f8f792a97839/f1: creating writer at 1732101687122 (+24 ms)Flushing d04b6c254df40fc99e45f8f792a97839/f1: appending metadata at 1732101687147 (+25 ms)Flushing d04b6c254df40fc99e45f8f792a97839/f1: closing flushed file at 1732101687147Flushing d04b6c254df40fc99e45f8f792a97839/norep: creating writer at 1732101687565 (+418 ms)Flushing d04b6c254df40fc99e45f8f792a97839/norep: appending metadata at 1732101687591 (+26 ms)Flushing d04b6c254df40fc99e45f8f792a97839/norep: closing flushed file at 1732101687591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56bb90e4: reopening flushed file at 1732101688008 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5191f2: reopening flushed file at 1732101688013 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b2e588: reopening flushed file at 1732101688017 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d04b6c254df40fc99e45f8f792a97839 in 949ms, sequenceid=6, compaction requested=false at 1732101688022 (+5 ms)Writing region close event to WAL at 1732101688024 (+2 ms)Running coprocessor post-close hooks at 1732101688028 (+4 ms)Closed at 1732101688028 2024-11-20T11:21:28,028 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101666852.d04b6c254df40fc99e45f8f792a97839. 2024-11-20T11:21:28,028 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18314acc443b9d71f32ca111905ad034, disabling compactions & flushes 2024-11-20T11:21:28,028 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:28,028 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:28,028 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. after waiting 0 ms 2024-11-20T11:21:28,028 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:28,028 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18314acc443b9d71f32ca111905ad034 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-20T11:21:28,034 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/info/73d4ffbce0b74569981de852346a0999 as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/info/73d4ffbce0b74569981de852346a0999 2024-11-20T11:21:28,048 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/info/73d4ffbce0b74569981de852346a0999, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:21:28,049 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/ns/2882ea11a5294f4281a87fa39c4f8067 as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/ns/2882ea11a5294f4281a87fa39c4f8067 2024-11-20T11:21:28,053 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/ns/2882ea11a5294f4281a87fa39c4f8067, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:21:28,053 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/rep_barrier/8cb1ec9dd7084ad48ebabbe146d7c2ea as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/rep_barrier/8cb1ec9dd7084ad48ebabbe146d7c2ea 2024-11-20T11:21:28,057 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/rep_barrier/8cb1ec9dd7084ad48ebabbe146d7c2ea, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:21:28,057 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/.tmp/table/323ef6b5053147c9b96b5a3835f61cf1 as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/table/323ef6b5053147c9b96b5a3835f61cf1 2024-11-20T11:21:28,060 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/replication/18314acc443b9d71f32ca111905ad034/.tmp/queue/6e9571ebe69042ccb33ee09fef0865d1 is 153, key is 1-448ea6c54a8c,42725,1732101657743/queue:448ea6c54a8c%2C42725%2C1732101657743/1732101677839/Put/seqid=0 2024-11-20T11:21:28,060 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/table/323ef6b5053147c9b96b5a3835f61cf1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:21:28,062 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 985ms, sequenceid=16, compaction requested=false 2024-11-20T11:21:28,062 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:21:28,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741847_1023 (size=5352) 2024-11-20T11:21:28,067 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:21:28,068 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:28,068 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:21:28,068 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:28,068 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101687076Running coprocessor pre-close hooks at 1732101687076Disabling compacts and flushes for region at 1732101687076Disabling writes for close at 1732101687077 (+1 ms)Obtaining lock to block concurrent updates at 1732101687077Preparing flush snapshotting stores in 1588230740 at 1732101687077Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101687077Flushing stores of hbase:meta,,1.1588230740 at 1732101687077Flushing 1588230740/info: creating writer at 1732101687077Flushing 1588230740/info: appending metadata at 1732101687100 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732101687100Flushing 1588230740/ns: creating writer at 1732101687116 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732101687147 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732101687147Flushing 1588230740/rep_barrier: creating writer at 1732101687565 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101687587 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101687587Flushing 1588230740/table: creating writer at 1732101688008 (+421 ms)Flushing 1588230740/table: appending metadata at 1732101688023 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732101688023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ddcc02: reopening flushed file at 1732101688033 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe98eb8: reopening flushed file at 1732101688048 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee4299d: reopening flushed file at 1732101688053 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4103e8f0: reopening flushed file at 1732101688057 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 985ms, sequenceid=16, compaction requested=false at 1732101688062 (+5 ms)Writing region close event to WAL at 1732101688065 (+3 ms)Running coprocessor post-close hooks at 1732101688068 (+3 ms)Closed at 1732101688068 2024-11-20T11:21:28,068 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:28,077 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:21:28,077 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1325): Online Regions={18314acc443b9d71f32ca111905ad034=hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034.} 2024-11-20T11:21:28,077 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1351): Waiting on 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:28,278 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1351): Waiting on 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:28,417 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 636, reset compression=false 2024-11-20T11:21:28,422 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:28,422 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 1527, reset compression=false 2024-11-20T11:21:28,422 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,42725,1732101657743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:28,423 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 448ea6c54a8c,42725,1732101657743: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-448ea6c54a8c,42725,1732101657743, walGroup=448ea6c54a8c%2C42725%2C1732101657743, offset=448ea6c54a8c%2C42725%2C1732101657743.1732101658800:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:42725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T11:21:28,425 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T11:21:28,425 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T11:21:28,425 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T11:21:28,425 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T11:21:28,425 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T11:21:28,425 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 805510376 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202865616 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T11:21:28,426 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:35013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:35013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T11:21:28,465 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/replication/18314acc443b9d71f32ca111905ad034/.tmp/queue/6e9571ebe69042ccb33ee09fef0865d1 2024-11-20T11:21:28,470 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/replication/18314acc443b9d71f32ca111905ad034/.tmp/queue/6e9571ebe69042ccb33ee09fef0865d1 as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/replication/18314acc443b9d71f32ca111905ad034/queue/6e9571ebe69042ccb33ee09fef0865d1 2024-11-20T11:21:28,474 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/replication/18314acc443b9d71f32ca111905ad034/queue/6e9571ebe69042ccb33ee09fef0865d1, entries=1, sequenceid=8, filesize=5.2 K 2024-11-20T11:21:28,475 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 18314acc443b9d71f32ca111905ad034 in 447ms, sequenceid=8, compaction requested=false 2024-11-20T11:21:28,475 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T11:21:28,478 DEBUG [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1351): Waiting on 18314acc443b9d71f32ca111905ad034 2024-11-20T11:21:28,479 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/data/hbase/replication/18314acc443b9d71f32ca111905ad034/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T11:21:28,480 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:28,480 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:21:28,480 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:28,480 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18314acc443b9d71f32ca111905ad034: Waiting for close lock at 1732101688028Running coprocessor pre-close hooks at 1732101688028Disabling compacts and flushes for region at 1732101688028Disabling writes for close at 1732101688028Obtaining lock to block concurrent updates at 1732101688028Preparing flush snapshotting stores in 18314acc443b9d71f32ca111905ad034 at 1732101688028Finished memstore snapshotting hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732101688029 (+1 ms)Flushing stores of hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. at 1732101688029Flushing 18314acc443b9d71f32ca111905ad034/queue: creating writer at 1732101688029Flushing 18314acc443b9d71f32ca111905ad034/queue: appending metadata at 1732101688059 (+30 ms)Flushing 18314acc443b9d71f32ca111905ad034/queue: closing flushed file at 1732101688059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f0261c: reopening flushed file at 1732101688470 (+411 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 18314acc443b9d71f32ca111905ad034 in 447ms, sequenceid=8, compaction requested=false at 1732101688475 (+5 ms)Writing region close event to WAL at 1732101688477 (+2 ms)Running coprocessor post-close hooks at 1732101688480 (+3 ms)Closed at 1732101688480 2024-11-20T11:21:28,480 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101670823.18314acc443b9d71f32ca111905ad034. 2024-11-20T11:21:28,625 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.1732101658800 to pos 1527, reset compression=false 2024-11-20T11:21:28,678 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,42725,1732101657743; all regions closed. 2024-11-20T11:21:28,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741834_1010 (size=4239) 2024-11-20T11:21:28,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/WALs/448ea6c54a8c,42725,1732101657743/448ea6c54a8c%2C42725%2C1732101657743.meta.1732101659133.meta not finished, retry = 0 2024-11-20T11:21:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741839_1015 (size=2240) 2024-11-20T11:21:28,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741833_1009 (size=1535) 2024-11-20T11:21:28,785 DEBUG [RS:0;448ea6c54a8c:42725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:28,786 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:28,786 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:28,786 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:28,786 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:28,786 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:28,786 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,42725,1732101657743 because: Region server is closing 2024-11-20T11:21:28,787 INFO [RS:0;448ea6c54a8c:42725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:42725. 2024-11-20T11:21:28,787 DEBUG [RS:0;448ea6c54a8c:42725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:28,787 DEBUG [RS:0;448ea6c54a8c:42725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:28,787 DEBUG [RS:0;448ea6c54a8c:42725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:28,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:28,887 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.shipper448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 terminated 2024-11-20T11:21:28,887 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,42725,1732101657743.replicationSource.wal-reader.448ea6c54a8c%2C42725%2C1732101657743,1-448ea6c54a8c,42725,1732101657743 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:21:28,888 INFO [RS:0;448ea6c54a8c:42725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42725 2024-11-20T11:21:28,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-431081039/rs/448ea6c54a8c,42725,1732101657743 2024-11-20T11:21:28,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039/rs 2024-11-20T11:21:28,889 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:28,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,42725,1732101657743] 2024-11-20T11:21:28,893 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-431081039/draining/448ea6c54a8c,42725,1732101657743 already deleted, retry=false 2024-11-20T11:21:28,893 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,42725,1732101657743 expired; onlineServers=0 2024-11-20T11:21:28,893 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,35013,1732101657669' ***** 2024-11-20T11:21:28,893 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:21:28,893 INFO [M:0;448ea6c54a8c:35013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:28,893 INFO [M:0;448ea6c54a8c:35013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:28,893 DEBUG [M:0;448ea6c54a8c:35013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:21:28,893 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:21:28,893 DEBUG [M:0;448ea6c54a8c:35013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:21:28,893 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101658527 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101658527,5,FailOnTimeoutGroup] 2024-11-20T11:21:28,893 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101658528 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101658528,5,FailOnTimeoutGroup] 2024-11-20T11:21:28,893 INFO [M:0;448ea6c54a8c:35013 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:28,893 INFO [M:0;448ea6c54a8c:35013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:28,893 DEBUG [M:0;448ea6c54a8c:35013 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:21:28,894 INFO [M:0;448ea6c54a8c:35013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:21:28,894 INFO [M:0;448ea6c54a8c:35013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:28,894 INFO [M:0;448ea6c54a8c:35013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:21:28,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:21:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-431081039/master 2024-11-20T11:21:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-431081039 2024-11-20T11:21:28,895 DEBUG [M:0;448ea6c54a8c:35013 {}] zookeeper.ZKUtil(347): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Unable to get data of znode /0-431081039/master because node does not exist (not an error) 2024-11-20T11:21:28,895 WARN [M:0;448ea6c54a8c:35013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:21:28,895 INFO [M:0;448ea6c54a8c:35013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/.lastflushedseqids 2024-11-20T11:21:28,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741848_1024 (size=245) 2024-11-20T11:21:28,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:28,991 INFO [RS:0;448ea6c54a8c:42725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:28,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x101351bbc730001, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:28,991 INFO [RS:0;448ea6c54a8c:42725 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,42725,1732101657743; zookeeper connection closed. 2024-11-20T11:21:28,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fb0217d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fb0217d 2024-11-20T11:21:28,992 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:21:29,300 INFO [M:0;448ea6c54a8c:35013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:21:29,300 INFO [M:0;448ea6c54a8c:35013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:21:29,300 DEBUG [M:0;448ea6c54a8c:35013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:29,300 INFO [M:0;448ea6c54a8c:35013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:29,300 DEBUG [M:0;448ea6c54a8c:35013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:29,300 DEBUG [M:0;448ea6c54a8c:35013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:29,300 DEBUG [M:0;448ea6c54a8c:35013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:29,301 INFO [M:0;448ea6c54a8c:35013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T11:21:29,335 DEBUG [M:0;448ea6c54a8c:35013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/855206c11d1547e1abaf1717cf7d9998 is 82, key is hbase:meta,,1/info:regioninfo/1732101659184/Put/seqid=0 2024-11-20T11:21:29,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741849_1025 (size=5672) 2024-11-20T11:21:29,356 INFO [M:0;448ea6c54a8c:35013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/855206c11d1547e1abaf1717cf7d9998 2024-11-20T11:21:29,386 DEBUG [M:0;448ea6c54a8c:35013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3f2ae40ab244455a0e0c6abf609def1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732101671250/Put/seqid=0 2024-11-20T11:21:29,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741850_1026 (size=8515) 2024-11-20T11:21:29,397 INFO [M:0;448ea6c54a8c:35013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3f2ae40ab244455a0e0c6abf609def1 2024-11-20T11:21:29,426 DEBUG [M:0;448ea6c54a8c:35013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee566c74d648447fa2f53d00e01b63cf is 69, key is 448ea6c54a8c,42725,1732101657743/rs:state/1732101658639/Put/seqid=0 2024-11-20T11:21:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741851_1027 (size=5156) 2024-11-20T11:21:29,443 INFO [M:0;448ea6c54a8c:35013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee566c74d648447fa2f53d00e01b63cf 2024-11-20T11:21:29,453 DEBUG [M:0;448ea6c54a8c:35013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/855206c11d1547e1abaf1717cf7d9998 as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/855206c11d1547e1abaf1717cf7d9998 2024-11-20T11:21:29,459 INFO [M:0;448ea6c54a8c:35013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/855206c11d1547e1abaf1717cf7d9998, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T11:21:29,461 DEBUG [M:0;448ea6c54a8c:35013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3f2ae40ab244455a0e0c6abf609def1 as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3f2ae40ab244455a0e0c6abf609def1 2024-11-20T11:21:29,471 INFO [M:0;448ea6c54a8c:35013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3f2ae40ab244455a0e0c6abf609def1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T11:21:29,473 DEBUG [M:0;448ea6c54a8c:35013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee566c74d648447fa2f53d00e01b63cf as hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee566c74d648447fa2f53d00e01b63cf 2024-11-20T11:21:29,481 INFO [M:0;448ea6c54a8c:35013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42691/user/jenkins/test-data/6861db62-7cb3-1d4c-35ad-e5f0123e6439/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee566c74d648447fa2f53d00e01b63cf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T11:21:29,482 INFO [M:0;448ea6c54a8c:35013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=97, compaction requested=false 2024-11-20T11:21:29,514 INFO [M:0;448ea6c54a8c:35013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:29,514 DEBUG [M:0;448ea6c54a8c:35013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101689300Disabling compacts and flushes for region at 1732101689300Disabling writes for close at 1732101689300Obtaining lock to block concurrent updates at 1732101689301 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101689301Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732101689301Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101689301Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101689302 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101689335 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101689335Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101689361 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101689385 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101689386 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101689402 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101689425 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101689425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1471af: reopening flushed file at 1732101689452 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37af4fcb: reopening flushed file at 1732101689459 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543d0f27: reopening flushed file at 1732101689472 (+13 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=97, compaction requested=false at 1732101689482 (+10 ms)Writing region close event to WAL at 1732101689514 (+32 ms)Closed at 1732101689514 2024-11-20T11:21:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741830_1006 (size=63642) 2024-11-20T11:21:29,552 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:29,552 INFO [M:0;448ea6c54a8c:35013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:21:29,552 INFO [M:0;448ea6c54a8c:35013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35013 2024-11-20T11:21:29,553 INFO [M:0;448ea6c54a8c:35013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:29,655 INFO [M:0;448ea6c54a8c:35013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:29,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:29,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x101351bbc730000, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:29,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fedffb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:29,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1342b4f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:29,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:29,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cc929fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:29,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f34e90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:29,672 WARN [BP-1435132102-172.17.0.2-1732101657087 heartbeating to localhost/127.0.0.1:42691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:21:29,672 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:21:29,672 WARN [BP-1435132102-172.17.0.2-1732101657087 heartbeating to localhost/127.0.0.1:42691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1435132102-172.17.0.2-1732101657087 (Datanode Uuid 0efb43f1-eb58-4318-b876-edcc74bec9d3) service to localhost/127.0.0.1:42691 2024-11-20T11:21:29,672 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:21:29,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/cluster_2e036b8c-1ebf-93cb-9085-f739aca12802/data/data1/current/BP-1435132102-172.17.0.2-1732101657087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:29,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/cluster_2e036b8c-1ebf-93cb-9085-f739aca12802/data/data2/current/BP-1435132102-172.17.0.2-1732101657087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:29,673 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:21:29,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9129ff4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:29,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb5c309{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:29,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:29,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b89cf2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:29,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13616542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f28747e4-d7bb-79e9-eb1a-964533463c38/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:29,690 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:21:29,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:21:29,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 312) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45739 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45609 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56500) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56500) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56500) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42691 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=499 (was 360) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7510 (was 8781) 2024-11-20T11:21:29,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=7510 2024-11-20T11:21:29,768 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-20T11:21:29,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/hadoop.log.dir so I do NOT create it in target/test-data/67247c3b-715e-e0e4-a15f-91719d114058 2024-11-20T11:21:29,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:21:29,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/hadoop.tmp.dir so I do NOT create it in target/test-data/67247c3b-715e-e0e4-a15f-91719d114058 2024-11-20T11:21:29,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e7b556c-eb51-924e-9858-de82e80aa8a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:21:29,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058 2024-11-20T11:21:29,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/cluster_5fee9828-0b36-9ce4-052a-0afbaadaef06, deleteOnExit=true 2024-11-20T11:21:29,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101351bbc730008, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:21:29,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101351bbc730002, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:21:29,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101351bbc730008, quorum=127.0.0.1:56500, baseZNode=/2-1547448808 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:21:29,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101351bbc730005, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:21:29,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101351bbc730005, quorum=127.0.0.1:56500, baseZNode=/11716408058 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:21:29,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101351bbc730002, quorum=127.0.0.1:56500, baseZNode=/0-431081039 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:21:29,809 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/cluster_5fee9828-0b36-9ce4-052a-0afbaadaef06/zookeeper_0, clientPort=52976, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/cluster_5fee9828-0b36-9ce4-052a-0afbaadaef06/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/cluster_5fee9828-0b36-9ce4-052a-0afbaadaef06/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:21:29,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52976 2024-11-20T11:21:29,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:21:29,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:21:29,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/test.cache.data in system properties and HBase conf 2024-11-20T11:21:29,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:21:29,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:21:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:21:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:21:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:21:29,818 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:21:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:21:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:21:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:21:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:21:29,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:21:29,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:21:29,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:21:29,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:21:29,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:21:29,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:21:29,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:21:29,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:21:29,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:21:29,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:21:29,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:30,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:21:30,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:21:30,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:21:30,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:21:30,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:30,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85bdf7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:21:30,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1457bd5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:21:30,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@781cc242{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/java.io.tmpdir/jetty-localhost-36405-hadoop-hdfs-3_4_1-tests_jar-_-any-303091594074287668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:30,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bab9e15{HTTP/1.1, (http/1.1)}{localhost:36405} 2024-11-20T11:21:30,204 INFO [Time-limited test {}] server.Server(415): Started @281458ms 2024-11-20T11:21:30,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:30,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:21:30,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:21:30,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:21:30,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:21:30,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6744bde9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:21:30,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@405c7333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:21:30,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1322b299{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/java.io.tmpdir/jetty-localhost-40233-hadoop-hdfs-3_4_1-tests_jar-_-any-18051685189991894776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:30,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d6242e8{HTTP/1.1, (http/1.1)}{localhost:40233} 2024-11-20T11:21:30,814 INFO [Time-limited test {}] server.Server(415): Started @282068ms 2024-11-20T11:21:30,816 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:21:30,929 WARN [Thread-4174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/cluster_5fee9828-0b36-9ce4-052a-0afbaadaef06/data/data1/current/BP-934666728-172.17.0.2-1732101689844/current, will proceed with Du for space computation calculation, 2024-11-20T11:21:30,937 WARN [Thread-4175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/cluster_5fee9828-0b36-9ce4-052a-0afbaadaef06/data/data2/current/BP-934666728-172.17.0.2-1732101689844/current, will proceed with Du for space computation calculation, 2024-11-20T11:21:30,973 WARN [Thread-4162 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:21:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa9558d4c8122b4 with lease ID 0x83585eb079ba5513: Processing first storage report for DS-98efd7c0-4640-4844-b4fa-01e7cb61d44b from datanode DatanodeRegistration(127.0.0.1:41521, datanodeUuid=9cccc097-3dc4-482d-a9f8-87733589c096, infoPort=35999, infoSecurePort=0, ipcPort=43183, storageInfo=lv=-57;cid=testClusterID;nsid=301373817;c=1732101689844) 2024-11-20T11:21:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa9558d4c8122b4 with lease ID 0x83585eb079ba5513: from storage DS-98efd7c0-4640-4844-b4fa-01e7cb61d44b node DatanodeRegistration(127.0.0.1:41521, datanodeUuid=9cccc097-3dc4-482d-a9f8-87733589c096, infoPort=35999, infoSecurePort=0, ipcPort=43183, storageInfo=lv=-57;cid=testClusterID;nsid=301373817;c=1732101689844), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:21:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa9558d4c8122b4 with lease ID 0x83585eb079ba5513: Processing first storage report for DS-67e223c7-ffea-41c1-92cd-4ebbfdf6bfd7 from datanode DatanodeRegistration(127.0.0.1:41521, datanodeUuid=9cccc097-3dc4-482d-a9f8-87733589c096, infoPort=35999, infoSecurePort=0, ipcPort=43183, storageInfo=lv=-57;cid=testClusterID;nsid=301373817;c=1732101689844) 2024-11-20T11:21:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa9558d4c8122b4 with lease ID 0x83585eb079ba5513: from storage DS-67e223c7-ffea-41c1-92cd-4ebbfdf6bfd7 node DatanodeRegistration(127.0.0.1:41521, datanodeUuid=9cccc097-3dc4-482d-a9f8-87733589c096, infoPort=35999, infoSecurePort=0, ipcPort=43183, storageInfo=lv=-57;cid=testClusterID;nsid=301373817;c=1732101689844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:21:31,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058 2024-11-20T11:21:31,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:31,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:31,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:21:31,090 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff with version=8 2024-11-20T11:21:31,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/hbase-staging 2024-11-20T11:21:31,093 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:31,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:31,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:31,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:31,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:31,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:31,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:21:31,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:31,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45947 2024-11-20T11:21:31,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45947 connecting to ZooKeeper ensemble=127.0.0.1:52976 2024-11-20T11:21:31,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459470x0, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:31,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45947-0x101351c3c450000 connected 2024-11-20T11:21:31,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:31,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:31,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Set watcher on znode that does not yet exist, /0-1557615587/running 2024-11-20T11:21:31,185 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff, hbase.cluster.distributed=false 2024-11-20T11:21:31,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Set watcher on znode that does not yet exist, /0-1557615587/acl 2024-11-20T11:21:31,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45947 2024-11-20T11:21:31,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45947 2024-11-20T11:21:31,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45947 2024-11-20T11:21:31,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45947 2024-11-20T11:21:31,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45947 2024-11-20T11:21:31,247 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:31,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:31,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:31,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:31,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:31,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:31,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:21:31,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:31,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36901 2024-11-20T11:21:31,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36901 connecting to ZooKeeper ensemble=127.0.0.1:52976 2024-11-20T11:21:31,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:31,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:31,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369010x0, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:31,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369010x0, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Set watcher on znode that does not yet exist, /0-1557615587/running 2024-11-20T11:21:31,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:21:31,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36901-0x101351c3c450001 connected 2024-11-20T11:21:31,270 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:21:31,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Set watcher on znode that does not yet exist, /0-1557615587/master 2024-11-20T11:21:31,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Set watcher on znode that does not yet exist, /0-1557615587/acl 2024-11-20T11:21:31,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-20T11:21:31,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36901 2024-11-20T11:21:31,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36901 2024-11-20T11:21:31,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-20T11:21:31,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-20T11:21:31,303 DEBUG [M:0;448ea6c54a8c:45947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:45947 2024-11-20T11:21:31,304 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1557615587/backup-masters/448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:31,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587/backup-masters 2024-11-20T11:21:31,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587/backup-masters 2024-11-20T11:21:31,308 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Set watcher on existing znode=/0-1557615587/backup-masters/448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:31,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:31,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557615587/master 2024-11-20T11:21:31,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:31,311 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Set watcher on existing znode=/0-1557615587/master 2024-11-20T11:21:31,312 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1557615587/backup-masters/448ea6c54a8c,45947,1732101691092 from backup master directory 2024-11-20T11:21:31,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557615587/backup-masters/448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:31,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587/backup-masters 2024-11-20T11:21:31,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587/backup-masters 2024-11-20T11:21:31,314 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:31,314 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:31,331 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/hbase.id] with ID: 0050880b-b167-47b7-9776-2a26949cb366 2024-11-20T11:21:31,331 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/.tmp/hbase.id 2024-11-20T11:21:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:21:31,361 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/.tmp/hbase.id]:[hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/hbase.id] 2024-11-20T11:21:31,371 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:31,371 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:21:31,372 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:21:31,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:31,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:21:31,836 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:31,837 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:21:31,837 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:31,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:21:32,245 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData/data/master/store 2024-11-20T11:21:32,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:21:32,654 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:32,654 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:32,655 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:32,655 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:32,655 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:32,655 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:32,655 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:32,655 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101692654Disabling compacts and flushes for region at 1732101692654Disabling writes for close at 1732101692655 (+1 ms)Writing region close event to WAL at 1732101692655Closed at 1732101692655 2024-11-20T11:21:32,656 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData/data/master/store/.initializing 2024-11-20T11:21:32,656 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData/WALs/448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:32,657 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:32,658 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C45947%2C1732101691092, suffix=, logDir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData/WALs/448ea6c54a8c,45947,1732101691092, archiveDir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData/oldWALs, maxLogs=10 2024-11-20T11:21:32,676 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData/WALs/448ea6c54a8c,45947,1732101691092/448ea6c54a8c%2C45947%2C1732101691092.1732101692658, exclude list is [], retry=0 2024-11-20T11:21:32,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41521,DS-98efd7c0-4640-4844-b4fa-01e7cb61d44b,DISK] 2024-11-20T11:21:32,681 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData/WALs/448ea6c54a8c,45947,1732101691092/448ea6c54a8c%2C45947%2C1732101691092.1732101692658 2024-11-20T11:21:32,682 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-20T11:21:32,682 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:32,682 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:32,682 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,682 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:21:32,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:32,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:32,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:21:32,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:32,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:32,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:21:32,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:32,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:32,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:21:32,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:32,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:32,689 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,689 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,690 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,691 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,691 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,691 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:32,692 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:32,694 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:32,694 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72733493, jitterRate=0.08381350338459015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:32,695 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101692682Initializing all the Stores at 1732101692683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101692683Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101692683Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101692683Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101692683Cleaning up temporary data from old regions at 1732101692691 (+8 ms)Region opened successfully at 1732101692695 (+4 ms) 2024-11-20T11:21:32,695 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:21:32,697 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c24a2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:32,698 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:21:32,698 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:21:32,698 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:21:32,698 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:21:32,699 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:21:32,699 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:21:32,699 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:21:32,702 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:21:32,703 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Unable to get data of znode /0-1557615587/balancer because node does not exist (not necessarily an error) 2024-11-20T11:21:32,705 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557615587/balancer already deleted, retry=false 2024-11-20T11:21:32,706 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:21:32,706 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Unable to get data of znode /0-1557615587/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:21:32,707 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557615587/normalizer already deleted, retry=false 2024-11-20T11:21:32,708 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:21:32,709 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Unable to get data of znode /0-1557615587/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:21:32,710 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557615587/switch/split already deleted, retry=false 2024-11-20T11:21:32,710 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Unable to get data of znode /0-1557615587/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:21:32,712 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557615587/switch/merge already deleted, retry=false 2024-11-20T11:21:32,714 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Unable to get data of znode /0-1557615587/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:21:32,716 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557615587/snapshot-cleanup already deleted, retry=false 2024-11-20T11:21:32,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557615587/running 2024-11-20T11:21:32,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:32,718 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,45947,1732101691092, sessionid=0x101351c3c450000, setting cluster-up flag (Was=false) 2024-11-20T11:21:32,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:32,727 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1557615587/flush-table-proc/acquired, /0-1557615587/flush-table-proc/reached, /0-1557615587/flush-table-proc/abort 2024-11-20T11:21:32,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557615587/running 2024-11-20T11:21:32,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:32,729 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:32,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:32,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:32,738 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1557615587/online-snapshot/acquired, /0-1557615587/online-snapshot/reached, /0-1557615587/online-snapshot/abort 2024-11-20T11:21:32,739 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:32,741 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:21:32,742 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:32,742 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:21:32,743 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:21:32,743 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,45947,1732101691092 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:21:32,744 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:32,744 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:32,744 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:32,744 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:32,744 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:21:32,744 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,744 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:32,744 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:32,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:21:32,755 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:32,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:21:32,757 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101722757 2024-11-20T11:21:32,757 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:21:32,757 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:21:32,757 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:21:32,757 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:21:32,757 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:21:32,757 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:21:32,772 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,792 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:21:32,793 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:21:32,793 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:21:32,793 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:21:32,800 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:21:32,800 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:21:32,809 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101692800,5,FailOnTimeoutGroup] 2024-11-20T11:21:32,809 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101692809,5,FailOnTimeoutGroup] 2024-11-20T11:21:32,810 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,810 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:21:32,810 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,810 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,810 INFO [RS:0;448ea6c54a8c:36901 {}] regionserver.HRegionServer(746): ClusterId : 0050880b-b167-47b7-9776-2a26949cb366 2024-11-20T11:21:32,810 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:21:32,814 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:21:32,814 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:21:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:21:32,816 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:21:32,816 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff 2024-11-20T11:21:32,817 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:21:32,817 DEBUG [RS:0;448ea6c54a8c:36901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24637934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:32,835 DEBUG [RS:0;448ea6c54a8c:36901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:36901 2024-11-20T11:21:32,835 INFO [RS:0;448ea6c54a8c:36901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:21:32,835 INFO [RS:0;448ea6c54a8c:36901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:21:32,835 DEBUG [RS:0;448ea6c54a8c:36901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:21:32,836 INFO [RS:0;448ea6c54a8c:36901 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,45947,1732101691092 with port=36901, startcode=1732101691247 2024-11-20T11:21:32,836 DEBUG [RS:0;448ea6c54a8c:36901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:21:32,838 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:21:32,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45947 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:32,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45947 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:32,842 DEBUG [RS:0;448ea6c54a8c:36901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff 2024-11-20T11:21:32,842 DEBUG [RS:0;448ea6c54a8c:36901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41387 2024-11-20T11:21:32,842 DEBUG [RS:0;448ea6c54a8c:36901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:21:32,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587/rs 2024-11-20T11:21:32,844 DEBUG [RS:0;448ea6c54a8c:36901 {}] zookeeper.ZKUtil(111): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Set watcher on existing znode=/0-1557615587/rs/448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:32,844 WARN [RS:0;448ea6c54a8c:36901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:32,844 INFO [RS:0;448ea6c54a8c:36901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:32,844 DEBUG [RS:0;448ea6c54a8c:36901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/WALs/448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:32,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741832_1008 (size=32) 2024-11-20T11:21:32,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,36901,1732101691247] 2024-11-20T11:21:32,852 INFO [RS:0;448ea6c54a8c:36901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:21:32,872 INFO [RS:0;448ea6c54a8c:36901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:21:32,880 INFO [RS:0;448ea6c54a8c:36901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:21:32,880 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,889 INFO [RS:0;448ea6c54a8c:36901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:21:32,889 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:21:32,889 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,889 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,889 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,889 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:32,890 DEBUG [RS:0;448ea6c54a8c:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:32,899 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,899 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,899 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,899 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,899 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,899 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36901,1732101691247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:32,919 INFO [RS:0;448ea6c54a8c:36901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:21:32,919 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,36901,1732101691247-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,919 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,919 INFO [RS:0;448ea6c54a8c:36901 {}] regionserver.Replication(171): 448ea6c54a8c,36901,1732101691247 started 2024-11-20T11:21:32,939 INFO [RS:0;448ea6c54a8c:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:32,939 INFO [RS:0;448ea6c54a8c:36901 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,36901,1732101691247, RpcServer on 448ea6c54a8c/172.17.0.2:36901, sessionid=0x101351c3c450001 2024-11-20T11:21:32,939 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:21:32,939 DEBUG [RS:0;448ea6c54a8c:36901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:32,939 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,36901,1732101691247' 2024-11-20T11:21:32,939 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1557615587/flush-table-proc/abort' 2024-11-20T11:21:32,940 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1557615587/flush-table-proc/acquired' 2024-11-20T11:21:32,941 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:21:32,941 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:21:32,941 DEBUG [RS:0;448ea6c54a8c:36901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:32,941 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,36901,1732101691247' 2024-11-20T11:21:32,941 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1557615587/online-snapshot/abort' 2024-11-20T11:21:32,941 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1557615587/online-snapshot/acquired' 2024-11-20T11:21:32,942 DEBUG [RS:0;448ea6c54a8c:36901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:21:32,942 INFO [RS:0;448ea6c54a8c:36901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:21:32,942 INFO [RS:0;448ea6c54a8c:36901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:21:33,043 INFO [RS:0;448ea6c54a8c:36901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:33,044 INFO [RS:0;448ea6c54a8c:36901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C36901%2C1732101691247, suffix=, logDir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/WALs/448ea6c54a8c,36901,1732101691247, archiveDir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/oldWALs, maxLogs=10 2024-11-20T11:21:33,066 DEBUG [RS:0;448ea6c54a8c:36901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/WALs/448ea6c54a8c,36901,1732101691247/448ea6c54a8c%2C36901%2C1732101691247.1732101693045, exclude list is [], retry=0 2024-11-20T11:21:33,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41521,DS-98efd7c0-4640-4844-b4fa-01e7cb61d44b,DISK] 2024-11-20T11:21:33,093 INFO [RS:0;448ea6c54a8c:36901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/WALs/448ea6c54a8c,36901,1732101691247/448ea6c54a8c%2C36901%2C1732101691247.1732101693045 2024-11-20T11:21:33,100 DEBUG [RS:0;448ea6c54a8c:36901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-20T11:21:33,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:33,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:33,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:33,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:33,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:33,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:33,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:33,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:33,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:33,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:33,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:33,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:33,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:33,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:33,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:33,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:33,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:33,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:33,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/data/hbase/meta/1588230740 2024-11-20T11:21:33,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/data/hbase/meta/1588230740 2024-11-20T11:21:33,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:33,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:33,275 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:33,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:33,278 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:33,278 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65861530, jitterRate=-0.018586724996566772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:33,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101693247Initializing all the Stores at 1732101693248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101693248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101693259 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101693259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101693259Cleaning up temporary data from old regions at 1732101693274 (+15 ms)Region opened successfully at 1732101693279 (+5 ms) 2024-11-20T11:21:33,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:33,279 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:33,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:33,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:33,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:33,291 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:33,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101693279Disabling compacts and flushes for region at 1732101693279Disabling writes for close at 1732101693279Writing region close event to WAL at 1732101693291 (+12 ms)Closed at 1732101693291 2024-11-20T11:21:33,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:33,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:21:33,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:21:33,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:33,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:21:33,445 DEBUG [448ea6c54a8c:45947 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:21:33,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:33,446 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,36901,1732101691247, state=OPENING 2024-11-20T11:21:33,448 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:21:33,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:33,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557615587 2024-11-20T11:21:33,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557615587/meta-region-server: CHANGED 2024-11-20T11:21:33,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557615587/meta-region-server: CHANGED 2024-11-20T11:21:33,454 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:33,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,36901,1732101691247}] 2024-11-20T11:21:33,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:21:33,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:33,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:33,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:21:33,628 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:21:33,629 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:33,629 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:21:33,630 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C36901%2C1732101691247.meta, suffix=.meta, logDir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/WALs/448ea6c54a8c,36901,1732101691247, archiveDir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/oldWALs, maxLogs=10 2024-11-20T11:21:33,660 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/WALs/448ea6c54a8c,36901,1732101691247/448ea6c54a8c%2C36901%2C1732101691247.meta.1732101693630.meta, exclude list is [], retry=0 2024-11-20T11:21:33,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41521,DS-98efd7c0-4640-4844-b4fa-01e7cb61d44b,DISK] 2024-11-20T11:21:33,674 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/WALs/448ea6c54a8c,36901,1732101691247/448ea6c54a8c%2C36901%2C1732101691247.meta.1732101693630.meta 2024-11-20T11:21:33,676 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-20T11:21:33,677 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:33,677 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:33,677 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:21:33,677 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:21:33,677 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:21:33,678 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:21:33,678 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:33,678 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:21:33,678 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:21:33,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:33,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:33,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:33,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:33,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:33,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:33,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:33,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:33,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:33,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:33,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:33,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:33,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:33,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:33,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:33,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:33,696 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:33,696 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/data/hbase/meta/1588230740 2024-11-20T11:21:33,698 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/data/hbase/meta/1588230740 2024-11-20T11:21:33,699 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:33,699 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:33,700 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:33,702 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:33,703 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61798277, jitterRate=-0.07913391292095184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:33,703 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:21:33,705 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101693678Writing region info on filesystem at 1732101693678Initializing all the Stores at 1732101693679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101693679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101693685 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101693685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101693685Cleaning up temporary data from old regions at 1732101693699 (+14 ms)Running coprocessor post-open hooks at 1732101693703 (+4 ms)Region opened successfully at 1732101693705 (+2 ms) 2024-11-20T11:21:33,706 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101693616 2024-11-20T11:21:33,709 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:21:33,709 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:21:33,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:33,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,36901,1732101691247, state=OPEN 2024-11-20T11:21:33,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x101351c3c450001, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557615587/meta-region-server 2024-11-20T11:21:33,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45947-0x101351c3c450000, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557615587/meta-region-server 2024-11-20T11:21:33,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:33,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557615587/meta-region-server: CHANGED 2024-11-20T11:21:33,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557615587/meta-region-server: CHANGED 2024-11-20T11:21:33,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:21:33,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,36901,1732101691247 in 258 msec 2024-11-20T11:21:33,718 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:33,718 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:21:33,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:21:33,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-20T11:21:33,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:33,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,36901,1732101691247, seqNum=-1] 2024-11-20T11:21:33,720 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:33,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:33,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 984 msec 2024-11-20T11:21:33,727 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101693727, completionTime=-1 2024-11-20T11:21:33,727 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:21:33,727 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:21:33,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:21:33,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101753729 2024-11-20T11:21:33,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101813729 2024-11-20T11:21:33,729 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T11:21:33,730 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45947,1732101691092-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:33,730 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45947,1732101691092-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:33,730 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45947,1732101691092-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:33,730 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:45947, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:33,730 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:33,730 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:33,732 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:21:33,734 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.420sec 2024-11-20T11:21:33,734 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:21:33,734 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:21:33,734 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:21:33,734 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:21:33,734 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:21:33,734 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45947,1732101691092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:33,734 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45947,1732101691092-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:21:33,737 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:21:33,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:21:33,737 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,45947,1732101691092-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:33,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d1e5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:33,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,45947,-1 for getting cluster id 2024-11-20T11:21:33,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:33,812 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0050880b-b167-47b7-9776-2a26949cb366' 2024-11-20T11:21:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0050880b-b167-47b7-9776-2a26949cb366" 2024-11-20T11:21:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c370b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,45947,-1] 2024-11-20T11:21:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:33,814 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:33,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81c26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:33,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,36901,1732101691247, seqNum=-1] 2024-11-20T11:21:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:33,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:33,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:33,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52976 2024-11-20T11:21:33,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52976, baseZNode=/0-1557615587 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:33,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101351c3c450002 connected 2024-11-20T11:21:33,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:33,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:33,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5916aa1b 2024-11-20T11:21:33,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:33,828 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:33,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:21:33,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:33,831 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:33,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:21:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:33,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:33,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:21:33,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b925b2909a5642a186c647a40da020c3, NAME => 'test,,1732101693828.b925b2909a5642a186c647a40da020c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff 2024-11-20T11:21:33,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41521 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:21:33,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101693828.b925b2909a5642a186c647a40da020c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:33,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b925b2909a5642a186c647a40da020c3, disabling compactions & flushes 2024-11-20T11:21:33,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101693828.b925b2909a5642a186c647a40da020c3. 2024-11-20T11:21:33,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101693828.b925b2909a5642a186c647a40da020c3. 2024-11-20T11:21:33,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101693828.b925b2909a5642a186c647a40da020c3. after waiting 0 ms 2024-11-20T11:21:33,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101693828.b925b2909a5642a186c647a40da020c3. 2024-11-20T11:21:33,887 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101693828.b925b2909a5642a186c647a40da020c3. 2024-11-20T11:21:33,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b925b2909a5642a186c647a40da020c3: Waiting for close lock at 1732101693886Disabling compacts and flushes for region at 1732101693886Disabling writes for close at 1732101693887 (+1 ms)Writing region close event to WAL at 1732101693887Closed at 1732101693887 2024-11-20T11:21:33,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:21:33,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:21:33,888 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:33,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101693828.b925b2909a5642a186c647a40da020c3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101693888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101693888"}]},"ts":"1732101693888"} 2024-11-20T11:21:33,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:33,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:33,891 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101693891"}]},"ts":"1732101693891"} 2024-11-20T11:21:33,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:21:33,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b925b2909a5642a186c647a40da020c3, ASSIGN}] 2024-11-20T11:21:33,895 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b925b2909a5642a186c647a40da020c3, ASSIGN 2024-11-20T11:21:33,896 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b925b2909a5642a186c647a40da020c3, ASSIGN; state=OFFLINE, location=448ea6c54a8c,36901,1732101691247; forceNewPlan=false, retain=false 2024-11-20T11:21:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:34,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b925b2909a5642a186c647a40da020c3, regionState=OPENING, regionLocation=448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:34,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b925b2909a5642a186c647a40da020c3, ASSIGN because future has completed 2024-11-20T11:21:34,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b925b2909a5642a186c647a40da020c3, server=448ea6c54a8c,36901,1732101691247}] 2024-11-20T11:21:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:34,241 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101693828.b925b2909a5642a186c647a40da020c3. 2024-11-20T11:21:34,241 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b925b2909a5642a186c647a40da020c3, NAME => 'test,,1732101693828.b925b2909a5642a186c647a40da020c3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:34,241 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:34,241 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:21:34,241 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,241 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101693828.b925b2909a5642a186c647a40da020c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:34,241 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,241 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,253 INFO [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,255 INFO [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b925b2909a5642a186c647a40da020c3 columnFamilyName f 2024-11-20T11:21:34,255 DEBUG [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:34,256 INFO [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] regionserver.HStore(327): Store=b925b2909a5642a186c647a40da020c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:34,256 INFO [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,259 INFO [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b925b2909a5642a186c647a40da020c3 columnFamilyName f1 2024-11-20T11:21:34,259 DEBUG [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:34,260 INFO [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] regionserver.HStore(327): Store=b925b2909a5642a186c647a40da020c3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:34,260 INFO [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,262 INFO [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b925b2909a5642a186c647a40da020c3 columnFamilyName norep 2024-11-20T11:21:34,262 DEBUG [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:34,263 INFO [StoreOpener-b925b2909a5642a186c647a40da020c3-1 {}] regionserver.HStore(327): Store=b925b2909a5642a186c647a40da020c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:34,264 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,264 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/data/default/test/b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,264 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/data/default/test/b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,265 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,265 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,267 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:34,268 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,270 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/data/default/test/b925b2909a5642a186c647a40da020c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:34,270 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b925b2909a5642a186c647a40da020c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73821963, jitterRate=0.10003297030925751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:34,271 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b925b2909a5642a186c647a40da020c3 2024-11-20T11:21:34,271 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b925b2909a5642a186c647a40da020c3: Running coprocessor pre-open hook at 1732101694242Writing region info on filesystem at 1732101694242Initializing all the Stores at 1732101694245 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101694245Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101694252 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101694252Cleaning up temporary data from old regions at 1732101694265 (+13 ms)Running coprocessor post-open hooks at 1732101694271 (+6 ms)Region opened successfully at 1732101694271 2024-11-20T11:21:34,272 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101693828.b925b2909a5642a186c647a40da020c3., pid=6, masterSystemTime=1732101694224 2024-11-20T11:21:34,275 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101693828.b925b2909a5642a186c647a40da020c3. 2024-11-20T11:21:34,275 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101693828.b925b2909a5642a186c647a40da020c3. 2024-11-20T11:21:34,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b925b2909a5642a186c647a40da020c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,36901,1732101691247 2024-11-20T11:21:34,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b925b2909a5642a186c647a40da020c3, server=448ea6c54a8c,36901,1732101691247 because future has completed 2024-11-20T11:21:34,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:21:34,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b925b2909a5642a186c647a40da020c3, server=448ea6c54a8c,36901,1732101691247 in 231 msec 2024-11-20T11:21:34,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:21:34,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b925b2909a5642a186c647a40da020c3, ASSIGN in 388 msec 2024-11-20T11:21:34,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:34,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101694285"}]},"ts":"1732101694285"} 2024-11-20T11:21:34,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:21:34,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:34,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 460 msec 2024-11-20T11:21:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:34,462 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:21:34,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b9ab7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:34,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,45947,-1 for getting cluster id 2024-11-20T11:21:34,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:34,463 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0050880b-b167-47b7-9776-2a26949cb366' 2024-11-20T11:21:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0050880b-b167-47b7-9776-2a26949cb366" 2024-11-20T11:21:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b699a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,45947,-1] 2024-11-20T11:21:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:34,465 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291372f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:34,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12ac4e29 2024-11-20T11:21:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:34,467 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:34,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:45947,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:21:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:21:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:34,470 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:45947' 2024-11-20T11:21:34,471 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9ed35e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:34,471 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,45947,-1 for getting cluster id 2024-11-20T11:21:34,471 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:34,471 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0050880b-b167-47b7-9776-2a26949cb366' 2024-11-20T11:21:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:34,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0050880b-b167-47b7-9776-2a26949cb366" 2024-11-20T11:21:34,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758d262c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:34,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,45947,-1] 2024-11-20T11:21:34,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:34,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:34,472 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:34,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc85a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:34,473 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:34,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,45947,1732101691092 2024-11-20T11:21:34,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f7831f4 2024-11-20T11:21:34,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:34,475 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:34,475 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-20T11:21:34,475 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:21:34,475 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:34,476 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:34,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:34,476 WARN [PEWorker-5 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://448ea6c54a8c:45947, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T11:21:34,482 ERROR [PEWorker-5 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://448ea6c54a8c:45947, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://448ea6c54a8c:45947, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://448ea6c54a8c:45947, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-20T11:21:34,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://448ea6c54a8c:45947, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-20T11:21:34,483 WARN [PEWorker-5 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-20T11:21:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:34,573 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://448ea6c54a8c:45947, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-20T11:21:34,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:34,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:34,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:34,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:34,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:34,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 359) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: regionserver/448ea6c54a8c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;448ea6c54a8c:36901 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1524871701) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1675110398_20 at /127.0.0.1:54700 [Receiving block BP-934666728-172.17.0.2-1732101689844:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 448ea6c54a8c:45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1675110398_20 at /127.0.0.1:54702 [Receiving block BP-934666728-172.17.0.2-1732101689844:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: M:0;448ea6c54a8c:45947 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-934666728-172.17.0.2-1732101689844:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1801247686-7924 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp1095318395-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fef30432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3138477a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/448ea6c54a8c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101692800 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4307b040 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007fef30ad5800.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-996995187_20 at /127.0.0.1:54674 [Receiving block BP-934666728-172.17.0.2-1732101689844:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fef309f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7877-acceptor-0@23906ed4-ServerConnector@2bab9e15{HTTP/1.1, (http/1.1)}{localhost:36405} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1075d82[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@539e6189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS:0;448ea6c54a8c:36901-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: BP-934666728-172.17.0.2-1732101689844 heartbeating to localhost/127.0.0.1:41387 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1078bb73 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff-prefix:448ea6c54a8c,36901,1732101691247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-115576ac-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/448ea6c54a8c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41387 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52976) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 4 on default port 41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-934666728-172.17.0.2-1732101689844:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1801247686-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fef30432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff/MasterData-prefix:448ea6c54a8c,45947,1732101691092 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101692809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Server handler 2 on default port 41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1801247686-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1801247686-7923-acceptor-0@789c446c-ServerConnector@2d6242e8{HTTP/1.1, (http/1.1)}{localhost:40233} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/cluster_5fee9828-0b36-9ce4-052a-0afbaadaef06/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 1 on default port 43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/cluster_5fee9828-0b36-9ce4-052a-0afbaadaef06/data/data2/current/BP-934666728-172.17.0.2-1732101689844 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52976 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:52976): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/cluster_5fee9828-0b36-9ce4-052a-0afbaadaef06/data/data1/current/BP-934666728-172.17.0.2-1732101689844 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fef30432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server idle connection scanner for port 43183 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1675110398_20 at /127.0.0.1:54630 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1095318395-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fef30432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52976) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/cluster_5fee9828-0b36-9ce4-052a-0afbaadaef06/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RS_OPEN_META-regionserver/448ea6c54a8c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52976) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41387/user/jenkins/test-data/46354a7c-9e9a-ac6f-a4da-1c985b404eff-prefix:448ea6c54a8c,36901,1732101691247.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 41387 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-934666728-172.17.0.2-1732101689844:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/448ea6c54a8c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1095318395-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fef30432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=881 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=539 (was 499) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7510) 2024-11-20T11:21:34,616 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-20T11:21:34,633 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=881, MaxFileDescriptor=1048576, SystemLoadAverage=539, ProcessCount=11, AvailableMemoryMB=7470 2024-11-20T11:21:34,633 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-20T11:21:34,650 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-20T11:21:34,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/hadoop.log.dir so I do NOT create it in target/test-data/3999d121-3113-5764-d617-f782da2e3be8 2024-11-20T11:21:34,650 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:21:34,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/hadoop.tmp.dir so I do NOT create it in target/test-data/3999d121-3113-5764-d617-f782da2e3be8 2024-11-20T11:21:34,650 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67247c3b-715e-e0e4-a15f-91719d114058/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:21:34,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8 2024-11-20T11:21:34,651 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/cluster_7e9f1e08-f393-79d4-2848-914686624ac4, deleteOnExit=true 2024-11-20T11:21:34,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/cluster_7e9f1e08-f393-79d4-2848-914686624ac4/zookeeper_0, clientPort=62125, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/cluster_7e9f1e08-f393-79d4-2848-914686624ac4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/cluster_7e9f1e08-f393-79d4-2848-914686624ac4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:21:34,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62125 2024-11-20T11:21:34,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:21:34,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:21:34,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/test.cache.data in system properties and HBase conf 2024-11-20T11:21:34,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:21:34,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:21:34,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:21:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:21:34,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:21:34,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:21:34,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:21:34,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:21:34,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:34,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:21:34,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:21:34,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:21:34,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:21:34,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:34,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103bac19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:21:34,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e31e38c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:21:34,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21bd1f72{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/java.io.tmpdir/jetty-localhost-43591-hadoop-hdfs-3_4_1-tests_jar-_-any-2389177538936367580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:34,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@202ede8c{HTTP/1.1, (http/1.1)}{localhost:43591} 2024-11-20T11:21:34,948 INFO [Time-limited test {}] server.Server(415): Started @286202ms 2024-11-20T11:21:35,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:35,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:21:35,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:21:35,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:21:35,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:21:35,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41108ba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:21:35,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2a59fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:21:35,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@107b71c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/java.io.tmpdir/jetty-localhost-37621-hadoop-hdfs-3_4_1-tests_jar-_-any-15135966012816740181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:35,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba6bf0b{HTTP/1.1, (http/1.1)}{localhost:37621} 2024-11-20T11:21:35,343 INFO [Time-limited test {}] server.Server(415): Started @286597ms 2024-11-20T11:21:35,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:21:35,551 WARN [Thread-4308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/cluster_7e9f1e08-f393-79d4-2848-914686624ac4/data/data1/current/BP-1525203111-172.17.0.2-1732101694692/current, will proceed with Du for space computation calculation, 2024-11-20T11:21:35,552 WARN [Thread-4309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/cluster_7e9f1e08-f393-79d4-2848-914686624ac4/data/data2/current/BP-1525203111-172.17.0.2-1732101694692/current, will proceed with Du for space computation calculation, 2024-11-20T11:21:35,578 WARN [Thread-4296 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:21:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf56531342b8b45e9 with lease ID 0x6984cb536a412774: Processing first storage report for DS-7906c0fc-a7e5-4830-a142-225cff009695 from datanode DatanodeRegistration(127.0.0.1:36613, datanodeUuid=63834e73-6db0-4b7a-9dd2-1c365b36842b, infoPort=45913, infoSecurePort=0, ipcPort=39151, storageInfo=lv=-57;cid=testClusterID;nsid=945022903;c=1732101694692) 2024-11-20T11:21:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf56531342b8b45e9 with lease ID 0x6984cb536a412774: from storage DS-7906c0fc-a7e5-4830-a142-225cff009695 node DatanodeRegistration(127.0.0.1:36613, datanodeUuid=63834e73-6db0-4b7a-9dd2-1c365b36842b, infoPort=45913, infoSecurePort=0, ipcPort=39151, storageInfo=lv=-57;cid=testClusterID;nsid=945022903;c=1732101694692), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:21:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf56531342b8b45e9 with lease ID 0x6984cb536a412774: Processing first storage report for DS-eefd6598-75ca-40d2-80e8-c70a9b04e34a from datanode DatanodeRegistration(127.0.0.1:36613, datanodeUuid=63834e73-6db0-4b7a-9dd2-1c365b36842b, infoPort=45913, infoSecurePort=0, ipcPort=39151, storageInfo=lv=-57;cid=testClusterID;nsid=945022903;c=1732101694692) 2024-11-20T11:21:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf56531342b8b45e9 with lease ID 0x6984cb536a412774: from storage DS-eefd6598-75ca-40d2-80e8-c70a9b04e34a node DatanodeRegistration(127.0.0.1:36613, datanodeUuid=63834e73-6db0-4b7a-9dd2-1c365b36842b, infoPort=45913, infoSecurePort=0, ipcPort=39151, storageInfo=lv=-57;cid=testClusterID;nsid=945022903;c=1732101694692), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:21:35,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8 2024-11-20T11:21:35,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:35,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:35,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:21:35,999 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798 with version=8 2024-11-20T11:21:35,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/hbase-staging 2024-11-20T11:21:36,002 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:36,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:36,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:36,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:36,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:36,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:36,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:21:36,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:36,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35047 2024-11-20T11:21:36,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35047 connecting to ZooKeeper ensemble=127.0.0.1:62125 2024-11-20T11:21:36,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350470x0, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:36,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35047-0x101351c4f510000 connected 2024-11-20T11:21:36,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:36,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:36,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Set watcher on znode that does not yet exist, /0890527926/running 2024-11-20T11:21:36,064 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798, hbase.cluster.distributed=false 2024-11-20T11:21:36,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Set watcher on znode that does not yet exist, /0890527926/acl 2024-11-20T11:21:36,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35047 2024-11-20T11:21:36,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35047 2024-11-20T11:21:36,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35047 2024-11-20T11:21:36,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35047 2024-11-20T11:21:36,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35047 2024-11-20T11:21:36,104 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:36,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:36,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:36,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:36,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:36,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:36,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:21:36,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:36,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37703 2024-11-20T11:21:36,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37703 connecting to ZooKeeper ensemble=127.0.0.1:62125 2024-11-20T11:21:36,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:36,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:36,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377030x0, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:36,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377030x0, quorum=127.0.0.1:62125, baseZNode=/0890527926 Set watcher on znode that does not yet exist, /0890527926/running 2024-11-20T11:21:36,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37703-0x101351c4f510001 connected 2024-11-20T11:21:36,117 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:21:36,120 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:21:36,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Set watcher on znode that does not yet exist, /0890527926/master 2024-11-20T11:21:36,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Set watcher on znode that does not yet exist, /0890527926/acl 2024-11-20T11:21:36,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-20T11:21:36,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37703 2024-11-20T11:21:36,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37703 2024-11-20T11:21:36,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-20T11:21:36,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-20T11:21:36,152 DEBUG [M:0;448ea6c54a8c:35047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:35047 2024-11-20T11:21:36,152 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0890527926/backup-masters/448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:36,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926/backup-masters 2024-11-20T11:21:36,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926/backup-masters 2024-11-20T11:21:36,154 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Set watcher on existing znode=/0890527926/backup-masters/448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:36,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0890527926/master 2024-11-20T11:21:36,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:36,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:36,156 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Set watcher on existing znode=/0890527926/master 2024-11-20T11:21:36,157 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0890527926/backup-masters/448ea6c54a8c,35047,1732101696001 from backup master directory 2024-11-20T11:21:36,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926/backup-masters 2024-11-20T11:21:36,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0890527926/backup-masters/448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:36,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926/backup-masters 2024-11-20T11:21:36,160 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:36,161 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:36,165 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/hbase.id] with ID: ed72cd9f-30f1-4975-bfcd-d6038e981c2a 2024-11-20T11:21:36,165 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/.tmp/hbase.id 2024-11-20T11:21:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:21:36,178 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/.tmp/hbase.id]:[hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/hbase.id] 2024-11-20T11:21:36,187 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:36,188 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:21:36,188 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T11:21:36,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:36,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:21:36,198 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:36,199 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:21:36,199 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:21:36,608 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store 2024-11-20T11:21:36,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:21:37,013 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:37,014 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:37,014 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:37,014 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:37,014 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:37,014 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:37,014 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:37,014 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101697014Disabling compacts and flushes for region at 1732101697014Disabling writes for close at 1732101697014Writing region close event to WAL at 1732101697014Closed at 1732101697014 2024-11-20T11:21:37,015 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/.initializing 2024-11-20T11:21:37,015 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/WALs/448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:37,016 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:37,017 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C35047%2C1732101696001, suffix=, logDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/WALs/448ea6c54a8c,35047,1732101696001, archiveDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/oldWALs, maxLogs=10 2024-11-20T11:21:37,039 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/WALs/448ea6c54a8c,35047,1732101696001/448ea6c54a8c%2C35047%2C1732101696001.1732101697017, exclude list is [], retry=0 2024-11-20T11:21:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-7906c0fc-a7e5-4830-a142-225cff009695,DISK] 2024-11-20T11:21:37,043 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/WALs/448ea6c54a8c,35047,1732101696001/448ea6c54a8c%2C35047%2C1732101696001.1732101697017 2024-11-20T11:21:37,044 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-20T11:21:37,044 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:37,044 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:37,044 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,044 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:21:37,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:37,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:21:37,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:37,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:21:37,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:37,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:21:37,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:37,061 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,061 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,062 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,063 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,063 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,064 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:37,065 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:37,067 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:37,068 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63483444, jitterRate=-0.05402296781539917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:37,068 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101697044Initializing all the Stores at 1732101697045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101697045Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101697053 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101697053Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101697053Cleaning up temporary data from old regions at 1732101697063 (+10 ms)Region opened successfully at 1732101697068 (+5 ms) 2024-11-20T11:21:37,068 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:21:37,071 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7076d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:37,072 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:21:37,072 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:21:37,073 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:21:37,073 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:21:37,073 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:21:37,073 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:21:37,074 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:21:37,077 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:21:37,078 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Unable to get data of znode /0890527926/balancer because node does not exist (not necessarily an error) 2024-11-20T11:21:37,079 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0890527926/balancer already deleted, retry=false 2024-11-20T11:21:37,080 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:21:37,080 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Unable to get data of znode /0890527926/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:21:37,081 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0890527926/normalizer already deleted, retry=false 2024-11-20T11:21:37,082 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:21:37,085 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Unable to get data of znode /0890527926/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:21:37,087 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0890527926/switch/split already deleted, retry=false 2024-11-20T11:21:37,089 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Unable to get data of znode /0890527926/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:21:37,090 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0890527926/switch/merge already deleted, retry=false 2024-11-20T11:21:37,092 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Unable to get data of znode /0890527926/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:21:37,093 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0890527926/snapshot-cleanup already deleted, retry=false 2024-11-20T11:21:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0890527926/running 2024-11-20T11:21:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0890527926/running 2024-11-20T11:21:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:37,096 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,35047,1732101696001, sessionid=0x101351c4f510000, setting cluster-up flag (Was=false) 2024-11-20T11:21:37,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:37,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:37,107 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0890527926/flush-table-proc/acquired, /0890527926/flush-table-proc/reached, /0890527926/flush-table-proc/abort 2024-11-20T11:21:37,108 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:37,116 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0890527926/online-snapshot/acquired, /0890527926/online-snapshot/reached, /0890527926/online-snapshot/abort 2024-11-20T11:21:37,118 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:37,119 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:21:37,120 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:37,120 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:21:37,121 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:21:37,121 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,35047,1732101696001 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:21:37,122 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:37,122 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:37,122 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:37,122 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:37,122 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:21:37,122 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,122 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:37,122 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101727125 2024-11-20T11:21:37,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:21:37,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:21:37,126 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:21:37,127 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:21:37,135 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:21:37,136 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:21:37,148 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101697136,5,FailOnTimeoutGroup] 2024-11-20T11:21:37,152 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101697148,5,FailOnTimeoutGroup] 2024-11-20T11:21:37,152 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,152 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:21:37,152 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,152 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,169 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(746): ClusterId : ed72cd9f-30f1-4975-bfcd-d6038e981c2a 2024-11-20T11:21:37,169 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:21:37,172 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:21:37,172 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:21:37,174 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:21:37,174 DEBUG [RS:0;448ea6c54a8c:37703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c3cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:21:37,207 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:37703 2024-11-20T11:21:37,207 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:21:37,207 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:21:37,207 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:21:37,208 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,35047,1732101696001 with port=37703, startcode=1732101696104 2024-11-20T11:21:37,208 DEBUG [RS:0;448ea6c54a8c:37703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:21:37,209 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:21:37,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:37,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35047 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:37,211 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798 2024-11-20T11:21:37,211 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44809 2024-11-20T11:21:37,211 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:21:37,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926/rs 2024-11-20T11:21:37,214 DEBUG [RS:0;448ea6c54a8c:37703 {}] zookeeper.ZKUtil(111): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Set watcher on existing znode=/0890527926/rs/448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:37,214 WARN [RS:0;448ea6c54a8c:37703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:37,214 INFO [RS:0;448ea6c54a8c:37703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:37,214 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:37,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,37703,1732101696104] 2024-11-20T11:21:37,219 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:21:37,228 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:21:37,229 INFO [RS:0;448ea6c54a8c:37703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:21:37,229 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,229 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:21:37,230 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:21:37,230 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:37,230 DEBUG [RS:0;448ea6c54a8c:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:37,240 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,240 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,240 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,240 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,240 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,240 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,37703,1732101696104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:37,262 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:21:37,262 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,37703,1732101696104-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,262 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,262 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.Replication(171): 448ea6c54a8c,37703,1732101696104 started 2024-11-20T11:21:37,278 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,279 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,37703,1732101696104, RpcServer on 448ea6c54a8c/172.17.0.2:37703, sessionid=0x101351c4f510001 2024-11-20T11:21:37,279 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:21:37,279 DEBUG [RS:0;448ea6c54a8c:37703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:37,279 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,37703,1732101696104' 2024-11-20T11:21:37,279 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0890527926/flush-table-proc/abort' 2024-11-20T11:21:37,279 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0890527926/flush-table-proc/acquired' 2024-11-20T11:21:37,280 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:21:37,280 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:21:37,280 DEBUG [RS:0;448ea6c54a8c:37703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:37,280 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,37703,1732101696104' 2024-11-20T11:21:37,280 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0890527926/online-snapshot/abort' 2024-11-20T11:21:37,280 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0890527926/online-snapshot/acquired' 2024-11-20T11:21:37,280 DEBUG [RS:0;448ea6c54a8c:37703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:21:37,280 INFO [RS:0;448ea6c54a8c:37703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:21:37,280 INFO [RS:0;448ea6c54a8c:37703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:21:37,381 INFO [RS:0;448ea6c54a8c:37703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:37,382 INFO [RS:0;448ea6c54a8c:37703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C37703%2C1732101696104, suffix=, logDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104, archiveDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/oldWALs, maxLogs=10 2024-11-20T11:21:37,403 DEBUG [RS:0;448ea6c54a8c:37703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382, exclude list is [], retry=0 2024-11-20T11:21:37,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-7906c0fc-a7e5-4830-a142-225cff009695,DISK] 2024-11-20T11:21:37,407 INFO [RS:0;448ea6c54a8c:37703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 2024-11-20T11:21:37,407 DEBUG [RS:0;448ea6c54a8c:37703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-20T11:21:37,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:37,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:21:37,522 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108561 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:21:37,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:21:37,587 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798 2024-11-20T11:21:37,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:21:37,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:37,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:37,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:37,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:37,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:37,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:37,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:37,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:37,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:37,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:37,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:37,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:37,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:37,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:37,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740 2024-11-20T11:21:37,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740 2024-11-20T11:21:37,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:37,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:37,604 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:37,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:37,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:37,607 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61343812, jitterRate=-0.08590596914291382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:37,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101697594Initializing all the Stores at 1732101697594Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101697594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101697594Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101697594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101697594Cleaning up temporary data from old regions at 1732101697604 (+10 ms)Region opened successfully at 1732101697608 (+4 ms) 2024-11-20T11:21:37,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:37,608 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:37,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:37,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:37,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:37,608 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:37,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101697608Disabling compacts and flushes for region at 1732101697608Disabling writes for close at 1732101697608Writing region close event to WAL at 1732101697608Closed at 1732101697608 2024-11-20T11:21:37,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:37,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:21:37,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:21:37,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:37,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:21:37,763 DEBUG [448ea6c54a8c:35047 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:21:37,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:37,764 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,37703,1732101696104, state=OPENING 2024-11-20T11:21:37,765 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:21:37,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:37,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:37,767 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:37,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0890527926/meta-region-server: CHANGED 2024-11-20T11:21:37,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0890527926/meta-region-server: CHANGED 2024-11-20T11:21:37,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,37703,1732101696104}] 2024-11-20T11:21:37,920 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:37,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:21:37,924 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:21:37,924 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:37,924 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:21:37,926 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C37703%2C1732101696104.meta, suffix=.meta, logDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104, archiveDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/oldWALs, maxLogs=10 2024-11-20T11:21:37,943 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.meta.1732101697926.meta, exclude list is [], retry=0 2024-11-20T11:21:37,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-7906c0fc-a7e5-4830-a142-225cff009695,DISK] 2024-11-20T11:21:37,947 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.meta.1732101697926.meta 2024-11-20T11:21:37,948 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-20T11:21:37,948 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:37,949 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:37,949 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:21:37,949 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:21:37,949 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:21:37,949 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:21:37,949 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:37,949 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:21:37,949 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:21:37,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:37,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:37,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:37,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:37,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:37,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:37,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:37,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:37,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:37,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:37,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:37,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:37,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:37,955 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:37,956 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740 2024-11-20T11:21:37,956 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740 2024-11-20T11:21:37,958 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:37,958 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:37,958 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:37,959 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:37,960 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61508322, jitterRate=-0.08345457911491394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:37,960 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:21:37,960 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101697949Writing region info on filesystem at 1732101697949Initializing all the Stores at 1732101697950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101697950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101697950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101697950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101697950Cleaning up temporary data from old regions at 1732101697958 (+8 ms)Running coprocessor post-open hooks at 1732101697960 (+2 ms)Region opened successfully at 1732101697960 2024-11-20T11:21:37,961 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101697920 2024-11-20T11:21:37,963 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:21:37,963 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:21:37,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:37,964 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,37703,1732101696104, state=OPEN 2024-11-20T11:21:37,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0890527926/meta-region-server 2024-11-20T11:21:37,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0890527926/meta-region-server 2024-11-20T11:21:37,978 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:37,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0890527926/meta-region-server: CHANGED 2024-11-20T11:21:37,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0890527926/meta-region-server: CHANGED 2024-11-20T11:21:37,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:21:37,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,37703,1732101696104 in 211 msec 2024-11-20T11:21:37,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:21:37,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-20T11:21:37,982 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:37,982 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:21:37,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:37,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,37703,1732101696104, seqNum=-1] 2024-11-20T11:21:37,984 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:37,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:37,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 868 msec 2024-11-20T11:21:37,989 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101697989, completionTime=-1 2024-11-20T11:21:37,989 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:21:37,990 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:21:37,991 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:21:37,991 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101757991 2024-11-20T11:21:37,991 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101817991 2024-11-20T11:21:37,991 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T11:21:37,992 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35047,1732101696001-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,992 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35047,1732101696001-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,992 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35047,1732101696001-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,992 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:35047, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,992 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,992 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:37,993 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:21:37,995 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.834sec 2024-11-20T11:21:37,995 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:21:37,995 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:21:37,995 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:21:37,995 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:21:37,995 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:21:37,995 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35047,1732101696001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:37,995 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35047,1732101696001-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:21:37,997 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:21:37,997 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:21:37,997 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,35047,1732101696001-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:38,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1789190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:38,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35047,-1 for getting cluster id 2024-11-20T11:21:38,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:38,072 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed72cd9f-30f1-4975-bfcd-d6038e981c2a' 2024-11-20T11:21:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed72cd9f-30f1-4975-bfcd-d6038e981c2a" 2024-11-20T11:21:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f45511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35047,-1] 2024-11-20T11:21:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:38,074 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:38,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474640e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:38,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,37703,1732101696104, seqNum=-1] 2024-11-20T11:21:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:38,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:38,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:38,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62125 2024-11-20T11:21:38,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:38,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101351c4f510002 connected 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/hadoop.log.dir so I do NOT create it in target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0 2024-11-20T11:21:38,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/hadoop.tmp.dir so I do NOT create it in target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0 2024-11-20T11:21:38,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:21:38,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/cluster_c93a970f-1dac-6912-5704-c0549182977a, deleteOnExit=true 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/test.cache.data in system properties and HBase conf 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:21:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:21:38,089 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:21:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:21:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:21:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:21:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:21:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:21:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:21:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:21:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:21:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:21:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:21:38,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:21:38,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:21:38,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:21:38,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:21:38,184 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:38,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:21:38,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:21:38,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:21:38,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:21:38,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:38,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9d2125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:21:38,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e41501{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:21:38,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb9b377{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/java.io.tmpdir/jetty-localhost-36247-hadoop-hdfs-3_4_1-tests_jar-_-any-1502546452691252744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:38,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@664ff9e{HTTP/1.1, (http/1.1)}{localhost:36247} 2024-11-20T11:21:38,355 INFO [Time-limited test {}] server.Server(415): Started @289609ms 2024-11-20T11:21:38,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:38,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:21:38,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:21:38,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:21:38,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:21:38,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@116b2349{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:21:38,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f12594{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:21:38,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f245e45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/java.io.tmpdir/jetty-localhost-39881-hadoop-hdfs-3_4_1-tests_jar-_-any-4111973959513056760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:38,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c25f550{HTTP/1.1, (http/1.1)}{localhost:39881} 2024-11-20T11:21:38,659 INFO [Time-limited test {}] server.Server(415): Started @289913ms 2024-11-20T11:21:38,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:21:38,781 WARN [Thread-4428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/cluster_c93a970f-1dac-6912-5704-c0549182977a/data/data1/current/BP-169485386-172.17.0.2-1732101698114/current, will proceed with Du for space computation calculation, 2024-11-20T11:21:38,781 WARN [Thread-4429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/cluster_c93a970f-1dac-6912-5704-c0549182977a/data/data2/current/BP-169485386-172.17.0.2-1732101698114/current, will proceed with Du for space computation calculation, 2024-11-20T11:21:38,813 WARN [Thread-4416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:21:38,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3658b0358b5a018 with lease ID 0x6d92fe5a7a1e5cca: Processing first storage report for DS-32ac28d6-61e7-48b4-8cb2-322089c19696 from datanode DatanodeRegistration(127.0.0.1:33039, datanodeUuid=d1eb1e8c-68d8-4a98-b1fd-726056eb4cba, infoPort=34195, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=1306952278;c=1732101698114) 2024-11-20T11:21:38,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3658b0358b5a018 with lease ID 0x6d92fe5a7a1e5cca: from storage DS-32ac28d6-61e7-48b4-8cb2-322089c19696 node DatanodeRegistration(127.0.0.1:33039, datanodeUuid=d1eb1e8c-68d8-4a98-b1fd-726056eb4cba, infoPort=34195, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=1306952278;c=1732101698114), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T11:21:38,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3658b0358b5a018 with lease ID 0x6d92fe5a7a1e5cca: Processing first storage report for DS-93064a82-66e4-4712-b23f-574ce2284ba6 from datanode DatanodeRegistration(127.0.0.1:33039, datanodeUuid=d1eb1e8c-68d8-4a98-b1fd-726056eb4cba, infoPort=34195, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=1306952278;c=1732101698114) 2024-11-20T11:21:38,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3658b0358b5a018 with lease ID 0x6d92fe5a7a1e5cca: from storage DS-93064a82-66e4-4712-b23f-574ce2284ba6 node DatanodeRegistration(127.0.0.1:33039, datanodeUuid=d1eb1e8c-68d8-4a98-b1fd-726056eb4cba, infoPort=34195, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=1306952278;c=1732101698114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:21:38,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0 2024-11-20T11:21:38,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:38,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:38,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:21:38,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676 with version=8 2024-11-20T11:21:38,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/hbase-staging 2024-11-20T11:21:38,913 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:38,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:38,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:38,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:38,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:38,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:38,914 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:21:38,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:38,914 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34539 2024-11-20T11:21:38,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34539 connecting to ZooKeeper ensemble=127.0.0.1:62125 2024-11-20T11:21:38,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345390x0, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:38,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34539-0x101351c4f510003 connected 2024-11-20T11:21:38,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:38,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:38,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Set watcher on znode that does not yet exist, /1-1098138867/running 2024-11-20T11:21:38,941 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676, hbase.cluster.distributed=false 2024-11-20T11:21:38,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Set watcher on znode that does not yet exist, /1-1098138867/acl 2024-11-20T11:21:38,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34539 2024-11-20T11:21:38,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34539 2024-11-20T11:21:38,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34539 2024-11-20T11:21:38,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34539 2024-11-20T11:21:38,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34539 2024-11-20T11:21:38,985 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:38,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:38,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:38,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:38,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:38,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:38,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:21:38,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:38,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41031 2024-11-20T11:21:38,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41031 connecting to ZooKeeper ensemble=127.0.0.1:62125 2024-11-20T11:21:38,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:38,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:38,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410310x0, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:38,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410310x0, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Set watcher on znode that does not yet exist, /1-1098138867/running 2024-11-20T11:21:38,998 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:21:39,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41031-0x101351c4f510004 connected 2024-11-20T11:21:39,012 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:21:39,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Set watcher on znode that does not yet exist, /1-1098138867/master 2024-11-20T11:21:39,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Set watcher on znode that does not yet exist, /1-1098138867/acl 2024-11-20T11:21:39,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-20T11:21:39,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41031 2024-11-20T11:21:39,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41031 2024-11-20T11:21:39,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-20T11:21:39,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-20T11:21:39,050 DEBUG [M:0;448ea6c54a8c:34539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:34539 2024-11-20T11:21:39,050 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1098138867/backup-masters/448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:39,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867/backup-masters 2024-11-20T11:21:39,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867/backup-masters 2024-11-20T11:21:39,055 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Set watcher on existing znode=/1-1098138867/backup-masters/448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:39,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1098138867/master 2024-11-20T11:21:39,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,057 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Set watcher on existing znode=/1-1098138867/master 2024-11-20T11:21:39,058 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1098138867/backup-masters/448ea6c54a8c,34539,1732101698913 from backup master directory 2024-11-20T11:21:39,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867/backup-masters 2024-11-20T11:21:39,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1098138867/backup-masters/448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:39,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867/backup-masters 2024-11-20T11:21:39,059 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:39,059 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:39,065 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/hbase.id] with ID: 3b446e08-eeb3-420b-bca4-ee9c9c415511 2024-11-20T11:21:39,065 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/.tmp/hbase.id 2024-11-20T11:21:39,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:21:39,078 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/.tmp/hbase.id]:[hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/hbase.id] 2024-11-20T11:21:39,088 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:39,088 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:21:39,090 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T11:21:39,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:21:39,113 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:39,114 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:21:39,114 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:39,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:21:39,137 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store 2024-11-20T11:21:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:21:39,150 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:39,150 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:39,150 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:39,150 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:39,150 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:39,150 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:39,150 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:39,150 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101699150Disabling compacts and flushes for region at 1732101699150Disabling writes for close at 1732101699150Writing region close event to WAL at 1732101699150Closed at 1732101699150 2024-11-20T11:21:39,151 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/.initializing 2024-11-20T11:21:39,151 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/WALs/448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:39,152 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:39,154 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C34539%2C1732101698913, suffix=, logDir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/WALs/448ea6c54a8c,34539,1732101698913, archiveDir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/oldWALs, maxLogs=10 2024-11-20T11:21:39,174 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/WALs/448ea6c54a8c,34539,1732101698913/448ea6c54a8c%2C34539%2C1732101698913.1732101699154, exclude list is [], retry=0 2024-11-20T11:21:39,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:21:39,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-32ac28d6-61e7-48b4-8cb2-322089c19696,DISK] 2024-11-20T11:21:39,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,255 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/WALs/448ea6c54a8c,34539,1732101698913/448ea6c54a8c%2C34539%2C1732101698913.1732101699154 2024-11-20T11:21:39,261 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-20T11:21:39,261 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:39,261 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:39,261 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,261 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:21:39,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:39,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:39,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:21:39,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:39,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:39,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:21:39,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:39,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:39,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:21:39,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:39,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:39,274 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,275 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,275 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,277 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,277 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,278 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:39,279 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:39,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,294 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:39,294 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62097572, jitterRate=-0.07467406988143921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:39,294 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101699262Initializing all the Stores at 1732101699262Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101699262Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101699264 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101699264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101699264Cleaning up temporary data from old regions at 1732101699277 (+13 ms)Region opened successfully at 1732101699294 (+17 ms) 2024-11-20T11:21:39,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:39,316 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:21:39,320 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d56d774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:39,321 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:21:39,321 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:21:39,321 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:21:39,322 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:21:39,322 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:21:39,322 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:21:39,322 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:21:39,350 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:21:39,352 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Unable to get data of znode /1-1098138867/balancer because node does not exist (not necessarily an error) 2024-11-20T11:21:39,354 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1098138867/balancer already deleted, retry=false 2024-11-20T11:21:39,355 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:21:39,355 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Unable to get data of znode /1-1098138867/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:21:39,357 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1098138867/normalizer already deleted, retry=false 2024-11-20T11:21:39,358 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:21:39,366 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Unable to get data of znode /1-1098138867/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:21:39,367 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1098138867/switch/split already deleted, retry=false 2024-11-20T11:21:39,369 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Unable to get data of znode /1-1098138867/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:21:39,369 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:21:39,370 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1098138867/switch/merge already deleted, retry=false 2024-11-20T11:21:39,395 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T11:21:39,398 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Unable to get data of znode /1-1098138867/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:21:39,400 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1098138867/snapshot-cleanup already deleted, retry=false 2024-11-20T11:21:39,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1098138867/running 2024-11-20T11:21:39,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1098138867/running 2024-11-20T11:21:39,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,403 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,34539,1732101698913, sessionid=0x101351c4f510003, setting cluster-up flag (Was=false) 2024-11-20T11:21:39,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,410 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1098138867/flush-table-proc/acquired, /1-1098138867/flush-table-proc/reached, /1-1098138867/flush-table-proc/abort 2024-11-20T11:21:39,411 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,418 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1098138867/online-snapshot/acquired, /1-1098138867/online-snapshot/reached, /1-1098138867/online-snapshot/abort 2024-11-20T11:21:39,419 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:39,420 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:21:39,422 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:39,422 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:21:39,422 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:21:39,422 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,34539,1732101698913 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:21:39,424 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:39,424 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:39,424 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:39,424 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:39,424 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:21:39,424 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,424 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:39,424 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:39,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:21:39,426 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:39,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:21:39,429 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101729429 2024-11-20T11:21:39,429 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:21:39,429 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:21:39,430 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:21:39,430 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:21:39,430 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:21:39,430 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:21:39,430 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,436 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:21:39,437 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:21:39,437 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:21:39,437 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:21:39,437 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:21:39,437 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:21:39,438 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(746): ClusterId : 3b446e08-eeb3-420b-bca4-ee9c9c415511 2024-11-20T11:21:39,438 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:21:39,440 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101699437,5,FailOnTimeoutGroup] 2024-11-20T11:21:39,441 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101699441,5,FailOnTimeoutGroup] 2024-11-20T11:21:39,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:21:39,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,441 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,442 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:21:39,442 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:21:39,443 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:21:39,444 DEBUG [RS:0;448ea6c54a8c:41031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d134056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:39,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:21:39,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:21:39,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676 2024-11-20T11:21:39,473 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:41031 2024-11-20T11:21:39,473 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:21:39,473 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:21:39,473 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:21:39,474 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,34539,1732101698913 with port=41031, startcode=1732101698985 2024-11-20T11:21:39,474 DEBUG [RS:0;448ea6c54a8c:41031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:21:39,476 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:21:39,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:39,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34539 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:39,478 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676 2024-11-20T11:21:39,478 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44901 2024-11-20T11:21:39,478 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:21:39,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867/rs 2024-11-20T11:21:39,484 DEBUG [RS:0;448ea6c54a8c:41031 {}] zookeeper.ZKUtil(111): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Set watcher on existing znode=/1-1098138867/rs/448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:39,484 WARN [RS:0;448ea6c54a8c:41031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:39,484 INFO [RS:0;448ea6c54a8c:41031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:39,485 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/WALs/448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:39,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741832_1008 (size=32) 2024-11-20T11:21:39,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,41031,1732101698985] 2024-11-20T11:21:39,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:39,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:39,495 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:21:39,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:39,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:39,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:39,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:39,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:39,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:39,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:39,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:39,500 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:21:39,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:39,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:39,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:39,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:39,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:39,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:39,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:39,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:39,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740 2024-11-20T11:21:39,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740 2024-11-20T11:21:39,504 INFO [RS:0;448ea6c54a8c:41031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:21:39,505 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:39,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:39,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:39,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:39,508 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:21:39,509 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:21:39,509 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:39,509 DEBUG [RS:0;448ea6c54a8c:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:39,516 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,516 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:39,517 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,517 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,517 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,517 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,517 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41031,1732101698985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:39,517 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63413201, jitterRate=-0.05506967008113861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101699493Initializing all the Stores at 1732101699494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101699494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101699494Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101699494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101699494Cleaning up temporary data from old regions at 1732101699505 (+11 ms)Region opened successfully at 1732101699517 (+12 ms) 2024-11-20T11:21:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:39,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:39,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:39,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101699517Disabling compacts and flushes for region at 1732101699517Disabling writes for close at 1732101699517Writing region close event to WAL at 1732101699519 (+2 ms)Closed at 1732101699519 2024-11-20T11:21:39,520 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:39,520 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:21:39,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:21:39,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:39,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:21:39,534 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:21:39,534 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,41031,1732101698985-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,534 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,534 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.Replication(171): 448ea6c54a8c,41031,1732101698985 started 2024-11-20T11:21:39,554 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:39,554 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,41031,1732101698985, RpcServer on 448ea6c54a8c/172.17.0.2:41031, sessionid=0x101351c4f510004 2024-11-20T11:21:39,554 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:21:39,554 DEBUG [RS:0;448ea6c54a8c:41031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:39,554 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,41031,1732101698985' 2024-11-20T11:21:39,554 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1098138867/flush-table-proc/abort' 2024-11-20T11:21:39,555 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1098138867/flush-table-proc/acquired' 2024-11-20T11:21:39,555 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:21:39,555 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:21:39,555 DEBUG [RS:0;448ea6c54a8c:41031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:39,555 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,41031,1732101698985' 2024-11-20T11:21:39,555 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1098138867/online-snapshot/abort' 2024-11-20T11:21:39,556 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1098138867/online-snapshot/acquired' 2024-11-20T11:21:39,556 DEBUG [RS:0;448ea6c54a8c:41031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:21:39,556 INFO [RS:0;448ea6c54a8c:41031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:21:39,556 INFO [RS:0;448ea6c54a8c:41031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:21:39,660 INFO [RS:0;448ea6c54a8c:41031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:39,662 INFO [RS:0;448ea6c54a8c:41031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41031%2C1732101698985, suffix=, logDir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/WALs/448ea6c54a8c,41031,1732101698985, archiveDir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/oldWALs, maxLogs=10 2024-11-20T11:21:39,672 WARN [448ea6c54a8c:34539 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T11:21:39,682 DEBUG [RS:0;448ea6c54a8c:41031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/WALs/448ea6c54a8c,41031,1732101698985/448ea6c54a8c%2C41031%2C1732101698985.1732101699662, exclude list is [], retry=0 2024-11-20T11:21:39,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-32ac28d6-61e7-48b4-8cb2-322089c19696,DISK] 2024-11-20T11:21:39,694 INFO [RS:0;448ea6c54a8c:41031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/WALs/448ea6c54a8c,41031,1732101698985/448ea6c54a8c%2C41031%2C1732101698985.1732101699662 2024-11-20T11:21:39,695 DEBUG [RS:0;448ea6c54a8c:41031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-20T11:21:39,922 DEBUG [448ea6c54a8c:34539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:21:39,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:39,924 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,41031,1732101698985, state=OPENING 2024-11-20T11:21:39,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:21:39,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:39,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1098138867/meta-region-server: CHANGED 2024-11-20T11:21:39,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1098138867/meta-region-server: CHANGED 2024-11-20T11:21:39,931 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:39,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41031,1732101698985}] 2024-11-20T11:21:40,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:40,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:21:40,091 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:21:40,091 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:40,091 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:21:40,093 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C41031%2C1732101698985.meta, suffix=.meta, logDir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/WALs/448ea6c54a8c,41031,1732101698985, archiveDir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/oldWALs, maxLogs=10 2024-11-20T11:21:40,107 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/WALs/448ea6c54a8c,41031,1732101698985/448ea6c54a8c%2C41031%2C1732101698985.meta.1732101700093.meta, exclude list is [], retry=0 2024-11-20T11:21:40,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-32ac28d6-61e7-48b4-8cb2-322089c19696,DISK] 2024-11-20T11:21:40,111 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/WALs/448ea6c54a8c,41031,1732101698985/448ea6c54a8c%2C41031%2C1732101698985.meta.1732101700093.meta 2024-11-20T11:21:40,111 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34195:34195)] 2024-11-20T11:21:40,111 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:40,112 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:40,112 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:21:40,112 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:21:40,112 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:21:40,112 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:21:40,112 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:40,112 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:21:40,112 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:21:40,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:40,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:40,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:40,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:40,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:40,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:40,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:40,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:40,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:40,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:40,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:40,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:40,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:40,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:40,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:40,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:40,118 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:40,118 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740 2024-11-20T11:21:40,119 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740 2024-11-20T11:21:40,120 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:40,120 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:40,120 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:40,121 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:40,122 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73620464, jitterRate=0.0970304012298584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:40,122 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:21:40,122 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101700112Writing region info on filesystem at 1732101700112Initializing all the Stores at 1732101700113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101700113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101700113Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101700113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101700113Cleaning up temporary data from old regions at 1732101700120 (+7 ms)Running coprocessor post-open hooks at 1732101700122 (+2 ms)Region opened successfully at 1732101700122 2024-11-20T11:21:40,123 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101700085 2024-11-20T11:21:40,124 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:21:40,124 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:21:40,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:40,126 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,41031,1732101698985, state=OPEN 2024-11-20T11:21:40,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1098138867/meta-region-server 2024-11-20T11:21:40,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1098138867/meta-region-server 2024-11-20T11:21:40,127 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:40,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1098138867/meta-region-server: CHANGED 2024-11-20T11:21:40,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1098138867/meta-region-server: CHANGED 2024-11-20T11:21:40,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:21:40,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,41031,1732101698985 in 196 msec 2024-11-20T11:21:40,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:21:40,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-11-20T11:21:40,132 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:40,132 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:21:40,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:40,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41031,1732101698985, seqNum=-1] 2024-11-20T11:21:40,133 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:40,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:40,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 717 msec 2024-11-20T11:21:40,141 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101700141, completionTime=-1 2024-11-20T11:21:40,142 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:21:40,142 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:21:40,143 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:21:40,143 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101760143 2024-11-20T11:21:40,143 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101820143 2024-11-20T11:21:40,143 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T11:21:40,144 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34539,1732101698913-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:40,144 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34539,1732101698913-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:40,144 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34539,1732101698913-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:40,144 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:34539, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:40,144 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:40,144 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:40,145 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:21:40,147 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.088sec 2024-11-20T11:21:40,147 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:21:40,147 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:21:40,147 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:21:40,147 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:21:40,147 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:21:40,147 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34539,1732101698913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:40,147 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34539,1732101698913-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:21:40,149 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:21:40,149 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:21:40,149 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,34539,1732101698913-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:40,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ae346e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:40,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,34539,-1 for getting cluster id 2024-11-20T11:21:40,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:40,239 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b446e08-eeb3-420b-bca4-ee9c9c415511' 2024-11-20T11:21:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b446e08-eeb3-420b-bca4-ee9c9c415511" 2024-11-20T11:21:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c8bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,34539,-1] 2024-11-20T11:21:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:40,241 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:40,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84be21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:40,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41031,1732101698985, seqNum=-1] 2024-11-20T11:21:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:40,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:40,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:40,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62125 2024-11-20T11:21:40,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:40,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101351c4f510005 connected 2024-11-20T11:21:40,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/hadoop.log.dir so I do NOT create it in target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e 2024-11-20T11:21:40,256 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T11:21:40,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/hadoop.tmp.dir so I do NOT create it in target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e 2024-11-20T11:21:40,256 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T11:21:40,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e 2024-11-20T11:21:40,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:21:40,256 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/cluster_ddbd35aa-f72a-efd9-6911-f9a6eeb1c7d7, deleteOnExit=true 2024-11-20T11:21:40,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/test.cache.data in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:21:40,257 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:21:40,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:21:40,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:21:40,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:21:40,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:21:40,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:40,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:21:40,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:21:40,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:21:40,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:21:40,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:40,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40341b5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:21:40,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4d0068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:21:40,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@192a386b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/java.io.tmpdir/jetty-localhost-45799-hadoop-hdfs-3_4_1-tests_jar-_-any-4723641373817729342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:40,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56eb83c8{HTTP/1.1, (http/1.1)}{localhost:45799} 2024-11-20T11:21:40,507 INFO [Time-limited test {}] server.Server(415): Started @291761ms 2024-11-20T11:21:40,715 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:21:40,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:21:40,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:21:40,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:21:40,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:21:40,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a759102{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:21:40,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a4078{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:21:40,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@668cb360{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/java.io.tmpdir/jetty-localhost-42139-hadoop-hdfs-3_4_1-tests_jar-_-any-6153339410073244078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:40,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@195293a6{HTTP/1.1, (http/1.1)}{localhost:42139} 2024-11-20T11:21:40,875 INFO [Time-limited test {}] server.Server(415): Started @292130ms 2024-11-20T11:21:40,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:21:41,007 WARN [Thread-4549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/cluster_ddbd35aa-f72a-efd9-6911-f9a6eeb1c7d7/data/data1/current/BP-2141949407-172.17.0.2-1732101700283/current, will proceed with Du for space computation calculation, 2024-11-20T11:21:41,007 WARN [Thread-4550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/cluster_ddbd35aa-f72a-efd9-6911-f9a6eeb1c7d7/data/data2/current/BP-2141949407-172.17.0.2-1732101700283/current, will proceed with Du for space computation calculation, 2024-11-20T11:21:41,036 WARN [Thread-4537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:21:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd0ae5893e3444d6 with lease ID 0xab208294e89266fe: Processing first storage report for DS-7b56c94a-81bc-48da-b7ec-6a4ff416a559 from datanode DatanodeRegistration(127.0.0.1:39411, datanodeUuid=0e019dbc-5acc-4db7-ab39-3cbc2ec46119, infoPort=41087, infoSecurePort=0, ipcPort=33173, storageInfo=lv=-57;cid=testClusterID;nsid=249042777;c=1732101700283) 2024-11-20T11:21:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd0ae5893e3444d6 with lease ID 0xab208294e89266fe: from storage DS-7b56c94a-81bc-48da-b7ec-6a4ff416a559 node DatanodeRegistration(127.0.0.1:39411, datanodeUuid=0e019dbc-5acc-4db7-ab39-3cbc2ec46119, infoPort=41087, infoSecurePort=0, ipcPort=33173, storageInfo=lv=-57;cid=testClusterID;nsid=249042777;c=1732101700283), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:21:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd0ae5893e3444d6 with lease ID 0xab208294e89266fe: Processing first storage report for DS-5ee9bb6e-97e9-47d4-a0a1-6d0f1059b93b from datanode DatanodeRegistration(127.0.0.1:39411, datanodeUuid=0e019dbc-5acc-4db7-ab39-3cbc2ec46119, infoPort=41087, infoSecurePort=0, ipcPort=33173, storageInfo=lv=-57;cid=testClusterID;nsid=249042777;c=1732101700283) 2024-11-20T11:21:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd0ae5893e3444d6 with lease ID 0xab208294e89266fe: from storage DS-5ee9bb6e-97e9-47d4-a0a1-6d0f1059b93b node DatanodeRegistration(127.0.0.1:39411, datanodeUuid=0e019dbc-5acc-4db7-ab39-3cbc2ec46119, infoPort=41087, infoSecurePort=0, ipcPort=33173, storageInfo=lv=-57;cid=testClusterID;nsid=249042777;c=1732101700283), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:21:41,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e 2024-11-20T11:21:41,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:41,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:41,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:21:41,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20 with version=8 2024-11-20T11:21:41,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/hbase-staging 2024-11-20T11:21:41,541 INFO [Time-limited test {}] client.ConnectionUtils(128): master/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:41,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:41,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:41,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:41,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:41,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:41,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:21:41,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:41,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46825 2024-11-20T11:21:41,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46825 connecting to ZooKeeper ensemble=127.0.0.1:62125 2024-11-20T11:21:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468250x0, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:41,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46825-0x101351c4f510006 connected 2024-11-20T11:21:41,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:41,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:41,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Set watcher on znode that does not yet exist, /2-1236575741/running 2024-11-20T11:21:41,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20, hbase.cluster.distributed=false 2024-11-20T11:21:41,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Set watcher on znode that does not yet exist, /2-1236575741/acl 2024-11-20T11:21:41,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46825 2024-11-20T11:21:41,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46825 2024-11-20T11:21:41,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46825 2024-11-20T11:21:41,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46825 2024-11-20T11:21:41,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46825 2024-11-20T11:21:41,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/448ea6c54a8c:0 server-side Connection retries=45 2024-11-20T11:21:41,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:41,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:41,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:21:41,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:21:41,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:21:41,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:21:41,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:21:41,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39723 2024-11-20T11:21:41,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39723 connecting to ZooKeeper ensemble=127.0.0.1:62125 2024-11-20T11:21:41,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:41,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:41,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397230x0, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:41,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397230x0, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Set watcher on znode that does not yet exist, /2-1236575741/running 2024-11-20T11:21:41,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39723-0x101351c4f510007 connected 2024-11-20T11:21:41,610 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:21:41,617 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:21:41,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Set watcher on znode that does not yet exist, /2-1236575741/master 2024-11-20T11:21:41,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Set watcher on znode that does not yet exist, /2-1236575741/acl 2024-11-20T11:21:41,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-20T11:21:41,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39723 2024-11-20T11:21:41,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39723 2024-11-20T11:21:41,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-20T11:21:41,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-20T11:21:41,649 DEBUG [M:0;448ea6c54a8c:46825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;448ea6c54a8c:46825 2024-11-20T11:21:41,651 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1236575741/backup-masters/448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:41,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741/backup-masters 2024-11-20T11:21:41,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741/backup-masters 2024-11-20T11:21:41,655 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Set watcher on existing znode=/2-1236575741/backup-masters/448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:41,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:41,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1236575741/master 2024-11-20T11:21:41,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:41,657 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Set watcher on existing znode=/2-1236575741/master 2024-11-20T11:21:41,657 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1236575741/backup-masters/448ea6c54a8c,46825,1732101701541 from backup master directory 2024-11-20T11:21:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1236575741/backup-masters/448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741/backup-masters 2024-11-20T11:21:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741/backup-masters 2024-11-20T11:21:41,659 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:41,659 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:41,662 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/hbase.id] with ID: 1a739850-32cd-43e4-8333-5b528447fb23 2024-11-20T11:21:41,662 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/.tmp/hbase.id 2024-11-20T11:21:41,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:21:41,671 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/.tmp/hbase.id]:[hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/hbase.id] 2024-11-20T11:21:41,683 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:41,683 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:21:41,684 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T11:21:41,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:41,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:41,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:21:42,104 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:42,105 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:21:42,106 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:42,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:21:42,114 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store 2024-11-20T11:21:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:21:42,520 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:42,521 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:42,521 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:42,521 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:42,521 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:42,521 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:42,521 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:42,521 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101702521Disabling compacts and flushes for region at 1732101702521Disabling writes for close at 1732101702521Writing region close event to WAL at 1732101702521Closed at 1732101702521 2024-11-20T11:21:42,522 WARN [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/.initializing 2024-11-20T11:21:42,522 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/WALs/448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:42,523 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:42,524 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=448ea6c54a8c%2C46825%2C1732101701541, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/WALs/448ea6c54a8c,46825,1732101701541, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/oldWALs, maxLogs=10 2024-11-20T11:21:42,542 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/WALs/448ea6c54a8c,46825,1732101701541/448ea6c54a8c%2C46825%2C1732101701541.1732101702524, exclude list is [], retry=0 2024-11-20T11:21:42,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39411,DS-7b56c94a-81bc-48da-b7ec-6a4ff416a559,DISK] 2024-11-20T11:21:42,547 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/WALs/448ea6c54a8c,46825,1732101701541/448ea6c54a8c%2C46825%2C1732101701541.1732101702524 2024-11-20T11:21:42,547 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41087:41087)] 2024-11-20T11:21:42,547 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:42,547 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:42,548 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,548 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:21:42,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:42,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:42,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:21:42,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:42,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:42,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:21:42,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:42,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:42,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:21:42,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:42,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:42,558 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,558 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,559 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,560 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,560 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,560 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:42,561 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:21:42,563 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:42,563 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63980840, jitterRate=-0.04661118984222412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:42,563 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732101702548Initializing all the Stores at 1732101702548Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101702548Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101702552 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101702552Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101702552Cleaning up temporary data from old regions at 1732101702560 (+8 ms)Region opened successfully at 1732101702563 (+3 ms) 2024-11-20T11:21:42,563 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:21:42,566 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2865a825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:42,567 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:21:42,567 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:21:42,568 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:21:42,568 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:21:42,568 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T11:21:42,568 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:21:42,568 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:21:42,574 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:21:42,575 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Unable to get data of znode /2-1236575741/balancer because node does not exist (not necessarily an error) 2024-11-20T11:21:42,577 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1236575741/balancer already deleted, retry=false 2024-11-20T11:21:42,577 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:21:42,578 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Unable to get data of znode /2-1236575741/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:21:42,579 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1236575741/normalizer already deleted, retry=false 2024-11-20T11:21:42,580 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:21:42,580 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Unable to get data of znode /2-1236575741/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:21:42,581 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1236575741/switch/split already deleted, retry=false 2024-11-20T11:21:42,582 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Unable to get data of znode /2-1236575741/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:21:42,583 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1236575741/switch/merge already deleted, retry=false 2024-11-20T11:21:42,584 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Unable to get data of znode /2-1236575741/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:21:42,587 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1236575741/snapshot-cleanup already deleted, retry=false 2024-11-20T11:21:42,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1236575741/running 2024-11-20T11:21:42,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1236575741/running 2024-11-20T11:21:42,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:42,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:42,589 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=448ea6c54a8c,46825,1732101701541, sessionid=0x101351c4f510006, setting cluster-up flag (Was=false) 2024-11-20T11:21:42,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:42,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:42,596 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1236575741/flush-table-proc/acquired, /2-1236575741/flush-table-proc/reached, /2-1236575741/flush-table-proc/abort 2024-11-20T11:21:42,597 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:42,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:42,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:42,605 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1236575741/online-snapshot/acquired, /2-1236575741/online-snapshot/reached, /2-1236575741/online-snapshot/abort 2024-11-20T11:21:42,605 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:42,609 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:21:42,610 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:42,610 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:21:42,610 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:21:42,610 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 448ea6c54a8c,46825,1732101701541 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:21:42,611 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:42,611 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:42,611 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:42,612 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:21:42,612 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/448ea6c54a8c:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:21:42,612 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,612 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:42,612 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:42,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:21:42,614 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:42,614 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:21:42,617 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732101732617 2024-11-20T11:21:42,617 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:21:42,617 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:21:42,617 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:21:42,617 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:21:42,617 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:21:42,617 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:21:42,620 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,621 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:21:42,621 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:21:42,621 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:21:42,621 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T11:21:42,621 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:21:42,621 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:21:42,622 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101702621,5,FailOnTimeoutGroup] 2024-11-20T11:21:42,622 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101702622,5,FailOnTimeoutGroup] 2024-11-20T11:21:42,622 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,622 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:21:42,622 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,622 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:21:42,635 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(746): ClusterId : 1a739850-32cd-43e4-8333-5b528447fb23 2024-11-20T11:21:42,635 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:21:42,636 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:21:42,636 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:21:42,638 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:21:42,638 DEBUG [RS:0;448ea6c54a8c:39723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92b84ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=448ea6c54a8c/172.17.0.2:0 2024-11-20T11:21:42,655 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;448ea6c54a8c:39723 2024-11-20T11:21:42,655 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:21:42,655 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:21:42,655 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:21:42,656 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(2659): reportForDuty to master=448ea6c54a8c,46825,1732101701541 with port=39723, startcode=1732101701599 2024-11-20T11:21:42,656 DEBUG [RS:0;448ea6c54a8c:39723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:21:42,657 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:21:42,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:42,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46825 {}] master.ServerManager(517): Registering regionserver=448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:42,660 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20 2024-11-20T11:21:42,660 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37799 2024-11-20T11:21:42,660 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:21:42,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741/rs 2024-11-20T11:21:42,666 DEBUG [RS:0;448ea6c54a8c:39723 {}] zookeeper.ZKUtil(111): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Set watcher on existing znode=/2-1236575741/rs/448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:42,666 WARN [RS:0;448ea6c54a8c:39723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:21:42,666 INFO [RS:0;448ea6c54a8c:39723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:42,666 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/WALs/448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:42,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [448ea6c54a8c,39723,1732101701599] 2024-11-20T11:21:42,670 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:21:42,675 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:21:42,675 INFO [RS:0;448ea6c54a8c:39723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:21:42,675 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,676 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:21:42,676 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:21:42,676 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,676 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,676 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,676 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,676 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,676 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,676 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/448ea6c54a8c:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:21:42,676 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,677 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,677 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,677 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,677 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,677 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/448ea6c54a8c:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:21:42,677 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:42,677 DEBUG [RS:0;448ea6c54a8c:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/448ea6c54a8c:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:21:42,680 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,680 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,680 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,680 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,680 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,680 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,39723,1732101701599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:42,702 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:21:42,703 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,39723,1732101701599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,703 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,703 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.Replication(171): 448ea6c54a8c,39723,1732101701599 started 2024-11-20T11:21:42,724 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:42,724 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1482): Serving as 448ea6c54a8c,39723,1732101701599, RpcServer on 448ea6c54a8c/172.17.0.2:39723, sessionid=0x101351c4f510007 2024-11-20T11:21:42,724 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:21:42,724 DEBUG [RS:0;448ea6c54a8c:39723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:42,724 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,39723,1732101701599' 2024-11-20T11:21:42,724 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1236575741/flush-table-proc/abort' 2024-11-20T11:21:42,725 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1236575741/flush-table-proc/acquired' 2024-11-20T11:21:42,725 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:21:42,725 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:21:42,726 DEBUG [RS:0;448ea6c54a8c:39723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:42,726 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '448ea6c54a8c,39723,1732101701599' 2024-11-20T11:21:42,726 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1236575741/online-snapshot/abort' 2024-11-20T11:21:42,726 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1236575741/online-snapshot/acquired' 2024-11-20T11:21:42,726 DEBUG [RS:0;448ea6c54a8c:39723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:21:42,726 INFO [RS:0;448ea6c54a8c:39723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:21:42,727 INFO [RS:0;448ea6c54a8c:39723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:21:42,827 INFO [RS:0;448ea6c54a8c:39723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:21:42,829 INFO [RS:0;448ea6c54a8c:39723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C39723%2C1732101701599, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/WALs/448ea6c54a8c,39723,1732101701599, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/oldWALs, maxLogs=10 2024-11-20T11:21:42,850 DEBUG [RS:0;448ea6c54a8c:39723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/WALs/448ea6c54a8c,39723,1732101701599/448ea6c54a8c%2C39723%2C1732101701599.1732101702829, exclude list is [], retry=0 2024-11-20T11:21:42,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39411,DS-7b56c94a-81bc-48da-b7ec-6a4ff416a559,DISK] 2024-11-20T11:21:42,854 INFO [RS:0;448ea6c54a8c:39723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/WALs/448ea6c54a8c,39723,1732101701599/448ea6c54a8c%2C39723%2C1732101701599.1732101702829 2024-11-20T11:21:42,855 DEBUG [RS:0;448ea6c54a8c:39723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41087:41087)] 2024-11-20T11:21:43,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:21:43,024 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20 2024-11-20T11:21:43,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:21:43,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:43,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:43,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:43,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:43,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:43,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:43,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:43,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:43,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:43,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:43,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:43,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:43,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:43,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:43,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:43,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:43,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:43,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:43,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740 2024-11-20T11:21:43,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740 2024-11-20T11:21:43,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:43,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:43,455 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:43,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:43,458 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:43,458 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65268175, jitterRate=-0.02742840349674225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:43,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732101703447Initializing all the Stores at 1732101703448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101703448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101703448Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101703448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101703448Cleaning up temporary data from old regions at 1732101703455 (+7 ms)Region opened successfully at 1732101703458 (+3 ms) 2024-11-20T11:21:43,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:43,458 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:43,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:43,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:43,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:43,459 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:43,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101703458Disabling compacts and flushes for region at 1732101703458Disabling writes for close at 1732101703458Writing region close event to WAL at 1732101703459 (+1 ms)Closed at 1732101703459 2024-11-20T11:21:43,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:43,460 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:21:43,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:21:43,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:43,462 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:21:43,612 DEBUG [448ea6c54a8c:46825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:21:43,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:43,613 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,39723,1732101701599, state=OPENING 2024-11-20T11:21:43,616 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:21:43,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:43,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:43,618 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:21:43,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1236575741/meta-region-server: CHANGED 2024-11-20T11:21:43,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1236575741/meta-region-server: CHANGED 2024-11-20T11:21:43,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,39723,1732101701599}] 2024-11-20T11:21:43,770 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:43,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:21:43,775 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:21:43,775 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:43,775 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:21:43,777 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C39723%2C1732101701599.meta, suffix=.meta, logDir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/WALs/448ea6c54a8c,39723,1732101701599, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/oldWALs, maxLogs=10 2024-11-20T11:21:43,798 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/WALs/448ea6c54a8c,39723,1732101701599/448ea6c54a8c%2C39723%2C1732101701599.meta.1732101703777.meta, exclude list is [], retry=0 2024-11-20T11:21:43,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39411,DS-7b56c94a-81bc-48da-b7ec-6a4ff416a559,DISK] 2024-11-20T11:21:43,802 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/WALs/448ea6c54a8c,39723,1732101701599/448ea6c54a8c%2C39723%2C1732101701599.meta.1732101703777.meta 2024-11-20T11:21:43,802 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41087:41087)] 2024-11-20T11:21:43,802 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:43,803 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:43,803 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:21:43,803 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:21:43,803 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:21:43,803 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:21:43,803 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:43,803 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:21:43,803 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:21:43,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:21:43,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:21:43,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:43,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:43,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:21:43,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:21:43,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:43,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:43,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:21:43,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:21:43,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:43,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:43,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:21:43,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:21:43,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:43,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:21:43,809 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:21:43,809 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740 2024-11-20T11:21:43,810 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740 2024-11-20T11:21:43,811 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:21:43,811 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:21:43,812 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:21:43,813 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:21:43,814 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71901120, jitterRate=0.0714101791381836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:21:43,814 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:21:43,814 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732101703804Writing region info on filesystem at 1732101703804Initializing all the Stores at 1732101703804Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101703804Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101703805 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101703805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732101703805Cleaning up temporary data from old regions at 1732101703811 (+6 ms)Running coprocessor post-open hooks at 1732101703814 (+3 ms)Region opened successfully at 1732101703814 2024-11-20T11:21:43,815 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732101703770 2024-11-20T11:21:43,817 DEBUG [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:21:43,817 INFO [RS_OPEN_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:21:43,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:43,819 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 448ea6c54a8c,39723,1732101701599, state=OPEN 2024-11-20T11:21:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1236575741/meta-region-server 2024-11-20T11:21:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1236575741/meta-region-server 2024-11-20T11:21:43,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:43,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1236575741/meta-region-server: CHANGED 2024-11-20T11:21:43,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1236575741/meta-region-server: CHANGED 2024-11-20T11:21:43,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:21:43,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=448ea6c54a8c,39723,1732101701599 in 202 msec 2024-11-20T11:21:43,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:21:43,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-20T11:21:43,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:21:43,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:21:43,826 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:43,826 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,39723,1732101701599, seqNum=-1] 2024-11-20T11:21:43,827 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:43,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:43,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2300 sec 2024-11-20T11:21:43,841 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732101703840, completionTime=-1 2024-11-20T11:21:43,841 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:21:43,841 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T11:21:43,843 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T11:21:43,843 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732101763843 2024-11-20T11:21:43,843 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732101823843 2024-11-20T11:21:43,843 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T11:21:43,844 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,46825,1732101701541-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:43,844 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,46825,1732101701541-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:43,844 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,46825,1732101701541-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:43,844 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-448ea6c54a8c:46825, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:43,844 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:43,844 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:43,846 DEBUG [master/448ea6c54a8c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:21:43,847 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.188sec 2024-11-20T11:21:43,848 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:21:43,848 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:21:43,848 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:21:43,848 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:21:43,848 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:21:43,848 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,46825,1732101701541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:21:43,848 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,46825,1732101701541-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:21:43,850 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:21:43,850 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:21:43,850 INFO [master/448ea6c54a8c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=448ea6c54a8c,46825,1732101701541-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:21:43,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T11:21:43,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T11:21:43,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:21:43,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T11:21:43,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268445d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:43,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,46825,-1 for getting cluster id 2024-11-20T11:21:43,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:43,937 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a739850-32cd-43e4-8333-5b528447fb23' 2024-11-20T11:21:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a739850-32cd-43e4-8333-5b528447fb23" 2024-11-20T11:21:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0f1c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,46825,-1] 2024-11-20T11:21:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:43,939 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:43,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2036ab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:43,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:43,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,39723,1732101701599, seqNum=-1] 2024-11-20T11:21:43,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:43,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:43,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:43,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62125 2024-11-20T11:21:43,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:21:43,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101351c4f510008 connected 2024-11-20T11:21:43,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:43,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d27c829 2024-11-20T11:21:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:43,950 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:43,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:21:43,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:43,953 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:43,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:43,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:43,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:21:43,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e46102fa49e20c953fd7aedcf25e0a0e, NAME => 'test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798 2024-11-20T11:21:43,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:21:43,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:43,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e46102fa49e20c953fd7aedcf25e0a0e, disabling compactions & flushes 2024-11-20T11:21:43,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:43,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:43,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. after waiting 0 ms 2024-11-20T11:21:43,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:43,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:43,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e46102fa49e20c953fd7aedcf25e0a0e: Waiting for close lock at 1732101703966Disabling compacts and flushes for region at 1732101703966Disabling writes for close at 1732101703966Writing region close event to WAL at 1732101703966Closed at 1732101703966 2024-11-20T11:21:43,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:43,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101703967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101703967"}]},"ts":"1732101703967"} 2024-11-20T11:21:43,968 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:43,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:43,969 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101703969"}]},"ts":"1732101703969"} 2024-11-20T11:21:43,971 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:21:43,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e46102fa49e20c953fd7aedcf25e0a0e, ASSIGN}] 2024-11-20T11:21:43,972 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e46102fa49e20c953fd7aedcf25e0a0e, ASSIGN 2024-11-20T11:21:43,973 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e46102fa49e20c953fd7aedcf25e0a0e, ASSIGN; state=OFFLINE, location=448ea6c54a8c,37703,1732101696104; forceNewPlan=false, retain=false 2024-11-20T11:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:44,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e46102fa49e20c953fd7aedcf25e0a0e, regionState=OPENING, regionLocation=448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:44,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e46102fa49e20c953fd7aedcf25e0a0e, ASSIGN because future has completed 2024-11-20T11:21:44,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e46102fa49e20c953fd7aedcf25e0a0e, server=448ea6c54a8c,37703,1732101696104}] 2024-11-20T11:21:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:44,281 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:44,281 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e46102fa49e20c953fd7aedcf25e0a0e, NAME => 'test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:44,281 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:44,281 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:21:44,281 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,281 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:44,281 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,281 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,285 INFO [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,286 INFO [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e46102fa49e20c953fd7aedcf25e0a0e columnFamilyName f 2024-11-20T11:21:44,286 DEBUG [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:44,287 INFO [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] regionserver.HStore(327): Store=e46102fa49e20c953fd7aedcf25e0a0e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:44,287 INFO [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,288 INFO [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e46102fa49e20c953fd7aedcf25e0a0e columnFamilyName f1 2024-11-20T11:21:44,288 DEBUG [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:44,288 INFO [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] regionserver.HStore(327): Store=e46102fa49e20c953fd7aedcf25e0a0e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:44,288 INFO [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,289 INFO [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e46102fa49e20c953fd7aedcf25e0a0e columnFamilyName norep 2024-11-20T11:21:44,289 DEBUG [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:44,289 INFO [StoreOpener-e46102fa49e20c953fd7aedcf25e0a0e-1 {}] regionserver.HStore(327): Store=e46102fa49e20c953fd7aedcf25e0a0e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:44,289 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,290 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,290 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,291 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,291 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,292 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:44,292 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,294 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:44,294 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e46102fa49e20c953fd7aedcf25e0a0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62302211, jitterRate=-0.07162471115589142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:44,294 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:44,294 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e46102fa49e20c953fd7aedcf25e0a0e: Running coprocessor pre-open hook at 1732101704281Writing region info on filesystem at 1732101704281Initializing all the Stores at 1732101704282 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101704282Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101704285 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101704285Cleaning up temporary data from old regions at 1732101704291 (+6 ms)Running coprocessor post-open hooks at 1732101704294 (+3 ms)Region opened successfully at 1732101704294 2024-11-20T11:21:44,295 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., pid=6, masterSystemTime=1732101704277 2024-11-20T11:21:44,297 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:44,297 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:44,297 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e46102fa49e20c953fd7aedcf25e0a0e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e46102fa49e20c953fd7aedcf25e0a0e, server=448ea6c54a8c,37703,1732101696104 because future has completed 2024-11-20T11:21:44,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:21:44,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e46102fa49e20c953fd7aedcf25e0a0e, server=448ea6c54a8c,37703,1732101696104 in 175 msec 2024-11-20T11:21:44,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:21:44,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e46102fa49e20c953fd7aedcf25e0a0e, ASSIGN in 331 msec 2024-11-20T11:21:44,304 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:44,304 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101704304"}]},"ts":"1732101704304"} 2024-11-20T11:21:44,306 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:21:44,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:44,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 356 msec 2024-11-20T11:21:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:44,582 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:21:44,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:44,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:44,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7212532f 2024-11-20T11:21:44,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:44,584 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:44,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:21:44,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:44,587 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:44,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:21:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:44,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:44,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:21:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:44,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e27dc38d726fb00a71c26e1a29eff192, NAME => 'test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676 2024-11-20T11:21:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:21:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:45,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:45,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e27dc38d726fb00a71c26e1a29eff192, disabling compactions & flushes 2024-11-20T11:21:45,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:45,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:45,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. after waiting 0 ms 2024-11-20T11:21:45,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:45,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:45,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e27dc38d726fb00a71c26e1a29eff192: Waiting for close lock at 1732101705399Disabling compacts and flushes for region at 1732101705399Disabling writes for close at 1732101705399Writing region close event to WAL at 1732101705399Closed at 1732101705400 (+1 ms) 2024-11-20T11:21:45,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:45,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101705401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101705401"}]},"ts":"1732101705401"} 2024-11-20T11:21:45,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:45,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:45,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101705403"}]},"ts":"1732101705403"} 2024-11-20T11:21:45,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:21:45,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e27dc38d726fb00a71c26e1a29eff192, ASSIGN}] 2024-11-20T11:21:45,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e27dc38d726fb00a71c26e1a29eff192, ASSIGN 2024-11-20T11:21:45,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e27dc38d726fb00a71c26e1a29eff192, ASSIGN; state=OFFLINE, location=448ea6c54a8c,41031,1732101698985; forceNewPlan=false, retain=false 2024-11-20T11:21:45,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e27dc38d726fb00a71c26e1a29eff192, regionState=OPENING, regionLocation=448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:45,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e27dc38d726fb00a71c26e1a29eff192, ASSIGN because future has completed 2024-11-20T11:21:45,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e27dc38d726fb00a71c26e1a29eff192, server=448ea6c54a8c,41031,1732101698985}] 2024-11-20T11:21:45,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:21:45,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:45,773 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:45,774 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e27dc38d726fb00a71c26e1a29eff192, NAME => 'test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:45,775 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:45,775 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:21:45,775 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,775 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:45,775 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,775 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,785 INFO [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,787 INFO [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e27dc38d726fb00a71c26e1a29eff192 columnFamilyName f 2024-11-20T11:21:45,787 DEBUG [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:45,787 INFO [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] regionserver.HStore(327): Store=e27dc38d726fb00a71c26e1a29eff192/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:45,787 INFO [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,789 INFO [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e27dc38d726fb00a71c26e1a29eff192 columnFamilyName f1 2024-11-20T11:21:45,789 DEBUG [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:45,790 INFO [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] regionserver.HStore(327): Store=e27dc38d726fb00a71c26e1a29eff192/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:45,790 INFO [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,791 INFO [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e27dc38d726fb00a71c26e1a29eff192 columnFamilyName norep 2024-11-20T11:21:45,791 DEBUG [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:45,791 INFO [StoreOpener-e27dc38d726fb00a71c26e1a29eff192-1 {}] regionserver.HStore(327): Store=e27dc38d726fb00a71c26e1a29eff192/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:45,791 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,792 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,793 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,794 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,794 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,795 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:45,796 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,798 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:45,798 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e27dc38d726fb00a71c26e1a29eff192; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73262337, jitterRate=0.09169389307498932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:45,798 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:45,799 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e27dc38d726fb00a71c26e1a29eff192: Running coprocessor pre-open hook at 1732101705776Writing region info on filesystem at 1732101705776Initializing all the Stores at 1732101705777 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101705777Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101705784 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101705784Cleaning up temporary data from old regions at 1732101705794 (+10 ms)Running coprocessor post-open hooks at 1732101705798 (+4 ms)Region opened successfully at 1732101705798 2024-11-20T11:21:45,800 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192., pid=6, masterSystemTime=1732101705733 2024-11-20T11:21:45,802 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:45,802 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:45,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e27dc38d726fb00a71c26e1a29eff192, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:45,804 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34539 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=448ea6c54a8c,41031,1732101698985, table=test, region=e27dc38d726fb00a71c26e1a29eff192. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T11:21:45,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e27dc38d726fb00a71c26e1a29eff192, server=448ea6c54a8c,41031,1732101698985 because future has completed 2024-11-20T11:21:45,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:21:45,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e27dc38d726fb00a71c26e1a29eff192, server=448ea6c54a8c,41031,1732101698985 in 249 msec 2024-11-20T11:21:45,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:21:45,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e27dc38d726fb00a71c26e1a29eff192, ASSIGN in 406 msec 2024-11-20T11:21:45,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:45,814 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101705814"}]},"ts":"1732101705814"} 2024-11-20T11:21:45,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:21:45,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:45,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2320 sec 2024-11-20T11:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:46,732 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:21:46,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@101a8fe8 2024-11-20T11:21:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:46,735 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:46,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T11:21:46,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:46,738 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:46,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T11:21:46,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741835_1011 (size=902) 2024-11-20T11:21:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:47,148 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e00691e77b6dac597b6a52b9243734a, NAME => 'test,,1732101706735.5e00691e77b6dac597b6a52b9243734a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20 2024-11-20T11:21:47,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741836_1012 (size=39) 2024-11-20T11:21:47,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732101706735.5e00691e77b6dac597b6a52b9243734a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:47,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e00691e77b6dac597b6a52b9243734a, disabling compactions & flushes 2024-11-20T11:21:47,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:47,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:47,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. after waiting 0 ms 2024-11-20T11:21:47,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:47,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:47,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e00691e77b6dac597b6a52b9243734a: Waiting for close lock at 1732101707175Disabling compacts and flushes for region at 1732101707175Disabling writes for close at 1732101707175Writing region close event to WAL at 1732101707175Closed at 1732101707175 2024-11-20T11:21:47,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:47,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732101706735.5e00691e77b6dac597b6a52b9243734a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732101707176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101707176"}]},"ts":"1732101707176"} 2024-11-20T11:21:47,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:47,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:47,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101707179"}]},"ts":"1732101707179"} 2024-11-20T11:21:47,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T11:21:47,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e00691e77b6dac597b6a52b9243734a, ASSIGN}] 2024-11-20T11:21:47,182 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e00691e77b6dac597b6a52b9243734a, ASSIGN 2024-11-20T11:21:47,183 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e00691e77b6dac597b6a52b9243734a, ASSIGN; state=OFFLINE, location=448ea6c54a8c,39723,1732101701599; forceNewPlan=false, retain=false 2024-11-20T11:21:47,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e00691e77b6dac597b6a52b9243734a, regionState=OPENING, regionLocation=448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:47,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e00691e77b6dac597b6a52b9243734a, ASSIGN because future has completed 2024-11-20T11:21:47,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e00691e77b6dac597b6a52b9243734a, server=448ea6c54a8c,39723,1732101701599}] 2024-11-20T11:21:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:47,507 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:47,507 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e00691e77b6dac597b6a52b9243734a, NAME => 'test,,1732101706735.5e00691e77b6dac597b6a52b9243734a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:47,508 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:47,508 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T11:21:47,508 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,508 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732101706735.5e00691e77b6dac597b6a52b9243734a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:47,508 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,508 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,510 INFO [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,511 INFO [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e00691e77b6dac597b6a52b9243734a columnFamilyName f 2024-11-20T11:21:47,511 DEBUG [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:47,511 INFO [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] regionserver.HStore(327): Store=5e00691e77b6dac597b6a52b9243734a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:47,511 INFO [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,512 INFO [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e00691e77b6dac597b6a52b9243734a columnFamilyName f1 2024-11-20T11:21:47,513 DEBUG [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:47,513 INFO [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] regionserver.HStore(327): Store=5e00691e77b6dac597b6a52b9243734a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:47,513 INFO [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,514 INFO [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e00691e77b6dac597b6a52b9243734a columnFamilyName norep 2024-11-20T11:21:47,514 DEBUG [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:47,514 INFO [StoreOpener-5e00691e77b6dac597b6a52b9243734a-1 {}] regionserver.HStore(327): Store=5e00691e77b6dac597b6a52b9243734a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:47,514 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,515 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,515 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,516 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,516 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,516 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:47,517 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,527 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:47,527 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e00691e77b6dac597b6a52b9243734a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61334823, jitterRate=-0.08603991568088531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:47,527 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:47,527 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e00691e77b6dac597b6a52b9243734a: Running coprocessor pre-open hook at 1732101707509Writing region info on filesystem at 1732101707509Initializing all the Stores at 1732101707509Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101707509Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101707509Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101707509Cleaning up temporary data from old regions at 1732101707516 (+7 ms)Running coprocessor post-open hooks at 1732101707527 (+11 ms)Region opened successfully at 1732101707527 2024-11-20T11:21:47,528 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732101706735.5e00691e77b6dac597b6a52b9243734a., pid=6, masterSystemTime=1732101707503 2024-11-20T11:21:47,530 DEBUG [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:47,530 INFO [RS_OPEN_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:47,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e00691e77b6dac597b6a52b9243734a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:47,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e00691e77b6dac597b6a52b9243734a, server=448ea6c54a8c,39723,1732101701599 because future has completed 2024-11-20T11:21:47,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:21:47,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e00691e77b6dac597b6a52b9243734a, server=448ea6c54a8c,39723,1732101701599 in 182 msec 2024-11-20T11:21:47,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:21:47,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e00691e77b6dac597b6a52b9243734a, ASSIGN in 354 msec 2024-11-20T11:21:47,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:47,538 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101707538"}]},"ts":"1732101707538"} 2024-11-20T11:21:47,539 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T11:21:47,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:47,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 804 msec 2024-11-20T11:21:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:21:47,872 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T11:21:47,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:47,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35047,-1 for getting cluster id 2024-11-20T11:21:47,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:47,874 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed72cd9f-30f1-4975-bfcd-d6038e981c2a' 2024-11-20T11:21:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed72cd9f-30f1-4975-bfcd-d6038e981c2a" 2024-11-20T11:21:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b00540a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35047,-1] 2024-11-20T11:21:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:47,876 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d79f6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:47,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554b433b 2024-11-20T11:21:47,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:47,878 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:47,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://448ea6c54a8c:34539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:47,881 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:34539' 2024-11-20T11:21:47,883 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4038aa09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:47,883 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,34539,-1 for getting cluster id 2024-11-20T11:21:47,883 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:47,883 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b446e08-eeb3-420b-bca4-ee9c9c415511' 2024-11-20T11:21:47,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:47,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b446e08-eeb3-420b-bca4-ee9c9c415511" 2024-11-20T11:21:47,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d34187b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:47,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,34539,-1] 2024-11-20T11:21:47,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:47,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:47,884 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:47,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e27ddc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:47,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64a3b9bc 2024-11-20T11:21:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:47,887 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:47,887 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T11:21:47,887 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:21:47,887 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:47,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:47,887 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:47,888 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:21:47,889 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T11:21:47,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:21:47,890 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:47,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:21:47,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741837_1013 (size=1138) 2024-11-20T11:21:47,901 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7ecae42801d033e894c92da5384cf2b, NAME => 'hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798 2024-11-20T11:21:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741838_1014 (size=44) 2024-11-20T11:21:47,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:47,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a7ecae42801d033e894c92da5384cf2b, disabling compactions & flushes 2024-11-20T11:21:47,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:47,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:47,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. after waiting 0 ms 2024-11-20T11:21:47,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:47,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:47,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7ecae42801d033e894c92da5384cf2b: Waiting for close lock at 1732101707906Disabling compacts and flushes for region at 1732101707906Disabling writes for close at 1732101707906Writing region close event to WAL at 1732101707906Closed at 1732101707906 2024-11-20T11:21:47,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:21:47,908 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732101707908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732101707908"}]},"ts":"1732101707908"} 2024-11-20T11:21:47,909 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:21:47,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:21:47,910 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101707910"}]},"ts":"1732101707910"} 2024-11-20T11:21:47,912 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T11:21:47,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7ecae42801d033e894c92da5384cf2b, ASSIGN}] 2024-11-20T11:21:47,913 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7ecae42801d033e894c92da5384cf2b, ASSIGN 2024-11-20T11:21:47,913 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7ecae42801d033e894c92da5384cf2b, ASSIGN; state=OFFLINE, location=448ea6c54a8c,37703,1732101696104; forceNewPlan=false, retain=false 2024-11-20T11:21:47,939 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T11:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:48,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7ecae42801d033e894c92da5384cf2b, regionState=OPENING, regionLocation=448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:48,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7ecae42801d033e894c92da5384cf2b, ASSIGN because future has completed 2024-11-20T11:21:48,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7ecae42801d033e894c92da5384cf2b, server=448ea6c54a8c,37703,1732101696104}] 2024-11-20T11:21:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:48,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:48,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:21:48,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T11:21:48,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=448ea6c54a8c%2C37703%2C1732101696104.rep, suffix=, logDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104, archiveDir=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/oldWALs, maxLogs=10 2024-11-20T11:21:48,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.rep.1732101708238, exclude list is [], retry=0 2024-11-20T11:21:48,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-7906c0fc-a7e5-4830-a142-225cff009695,DISK] 2024-11-20T11:21:48,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.rep.1732101708238 2024-11-20T11:21:48,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-20T11:21:48,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a7ecae42801d033e894c92da5384cf2b, NAME => 'hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:21:48,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T11:21:48,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:21:48,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. service=MultiRowMutationService 2024-11-20T11:21:48,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T11:21:48,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:21:48,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,263 INFO [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,264 INFO [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ecae42801d033e894c92da5384cf2b columnFamilyName hfileref 2024-11-20T11:21:48,264 DEBUG [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:48,264 INFO [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] regionserver.HStore(327): Store=a7ecae42801d033e894c92da5384cf2b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:48,264 INFO [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,265 INFO [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ecae42801d033e894c92da5384cf2b columnFamilyName queue 2024-11-20T11:21:48,265 DEBUG [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:48,265 INFO [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] regionserver.HStore(327): Store=a7ecae42801d033e894c92da5384cf2b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:48,265 INFO [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,266 INFO [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ecae42801d033e894c92da5384cf2b columnFamilyName sid 2024-11-20T11:21:48,266 DEBUG [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:21:48,267 INFO [StoreOpener-a7ecae42801d033e894c92da5384cf2b-1 {}] regionserver.HStore(327): Store=a7ecae42801d033e894c92da5384cf2b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:21:48,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T11:21:48,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:21:48,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a7ecae42801d033e894c92da5384cf2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69426829, jitterRate=0.03454037010669708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T11:21:48,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:48,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a7ecae42801d033e894c92da5384cf2b: Running coprocessor pre-open hook at 1732101708261Writing region info on filesystem at 1732101708261Initializing all the Stores at 1732101708262 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101708262Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101708262Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732101708262Cleaning up temporary data from old regions at 1732101708269 (+7 ms)Running coprocessor post-open hooks at 1732101708272 (+3 ms)Region opened successfully at 1732101708272 2024-11-20T11:21:48,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b., pid=10, masterSystemTime=1732101708219 2024-11-20T11:21:48,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:48,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:48,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7ecae42801d033e894c92da5384cf2b, regionState=OPEN, openSeqNum=2, regionLocation=448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:48,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7ecae42801d033e894c92da5384cf2b, server=448ea6c54a8c,37703,1732101696104 because future has completed 2024-11-20T11:21:48,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:21:48,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a7ecae42801d033e894c92da5384cf2b, server=448ea6c54a8c,37703,1732101696104 in 213 msec 2024-11-20T11:21:48,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T11:21:48,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7ecae42801d033e894c92da5384cf2b, ASSIGN in 369 msec 2024-11-20T11:21:48,283 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:21:48,283 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732101708283"}]},"ts":"1732101708283"} 2024-11-20T11:21:48,284 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T11:21:48,285 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:21:48,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 397 msec 2024-11-20T11:21:48,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2] 2024-11-20T11:21:48,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:48,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:48,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:21:48,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T11:21:48,456 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T11:21:48,493 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-448ea6c54a8c,37703,1732101696104, ReplicationSource: 1, currentBandwidth=0 2024-11-20T11:21:48,493 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:48,493 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,37703,1732101696104, seqNum=-1] 2024-11-20T11:21:48,494 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:48,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-20T11:21:48,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-448ea6c54a8c,37703,1732101696104', locateType=CURRENT is [region=hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2] 2024-11-20T11:21:48,499 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T11:21:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T11:21:48,502 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 448ea6c54a8c,37703,1732101696104 suceeded 2024-11-20T11:21:48,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T11:21:48,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-20T11:21:48,504 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://448ea6c54a8c:34539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:21:48,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 625 msec 2024-11-20T11:21:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:21:48,512 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T11:21:48,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:48,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:48,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:48,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:48,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:48,515 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:34539' 2024-11-20T11:21:48,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35047,-1 for getting cluster id 2024-11-20T11:21:48,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:48,516 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2447a327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,516 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed72cd9f-30f1-4975-bfcd-d6038e981c2a' 2024-11-20T11:21:48,516 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,34539,-1 for getting cluster id 2024-11-20T11:21:48,516 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:48,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:48,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed72cd9f-30f1-4975-bfcd-d6038e981c2a" 2024-11-20T11:21:48,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d723ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,517 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b446e08-eeb3-420b-bca4-ee9c9c415511' 2024-11-20T11:21:48,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35047,-1] 2024-11-20T11:21:48,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:48,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:48,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b446e08-eeb3-420b-bca4-ee9c9c415511" 2024-11-20T11:21:48,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:48,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e47160e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,34539,-1] 2024-11-20T11:21:48,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:48,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:48,518 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:48,518 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:48,518 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ba80f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d1e4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,519 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:48,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,34539,-1 for getting cluster id 2024-11-20T11:21:48,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:48,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4511a915 2024-11-20T11:21:48,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:48,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:48,520 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b446e08-eeb3-420b-bca4-ee9c9c415511' 2024-11-20T11:21:48,520 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T11:21:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b446e08-eeb3-420b-bca4-ee9c9c415511" 2024-11-20T11:21:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3d3c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,34539,-1] 2024-11-20T11:21:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:48,521 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-448ea6c54a8c,37703,1732101696104 (queues=1) is replicating from cluster=ed72cd9f-30f1-4975-bfcd-d6038e981c2a to cluster=3b446e08-eeb3-420b-bca4-ee9c9c415511 2024-11-20T11:21:48,521 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=448ea6c54a8c%2C37703%2C1732101696104 2024-11-20T11:21:48,521 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-448ea6c54a8c,37703,1732101696104, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:21:48,521 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:48,522 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382, startPosition=0, beingWritten=true 2024-11-20T11:21:48,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3378c1bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,524 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C37703%2C1732101696104 2024-11-20T11:21:48,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,46825,-1 for getting cluster id 2024-11-20T11:21:48,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:48,533 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a739850-32cd-43e4-8333-5b528447fb23' 2024-11-20T11:21:48,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a739850-32cd-43e4-8333-5b528447fb23" 2024-11-20T11:21:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ccff33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,46825,-1] 2024-11-20T11:21:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:48,534 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b06e56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:48,536 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:48,536 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 to pos 379, reset compression=false 2024-11-20T11:21:48,536 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,37703,1732101696104 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:48,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732101708541/Put/seqid=0 2024-11-20T11:21:48,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741840_1016 (size=7894) 2024-11-20T11:21:48,742 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 to pos 379, reset compression=false 2024-11-20T11:21:48,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732101708949/Put/seqid=0 2024-11-20T11:21:48,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741841_1017 (size=7691) 2024-11-20T11:21:48,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d27964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35047,-1 for getting cluster id 2024-11-20T11:21:48,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:48,961 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed72cd9f-30f1-4975-bfcd-d6038e981c2a' 2024-11-20T11:21:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed72cd9f-30f1-4975-bfcd-d6038e981c2a" 2024-11-20T11:21:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd53525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35047,-1] 2024-11-20T11:21:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:48,962 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:48,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:48,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,37703,1732101696104, seqNum=-1] 2024-11-20T11:21:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:48,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:48,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bdb5e6 2024-11-20T11:21:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:48,974 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2] 2024-11-20T11:21:48,979 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:21:48,986 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-20T11:21:48,989 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-20T11:21:48,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e46102fa49e20c953fd7aedcf25e0a0e/f 2024-11-20T11:21:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T11:21:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:21:48,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e46102fa49e20c953fd7aedcf25e0a0e/f 2024-11-20T11:21:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T11:21:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:21:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HRegion(2603): Flush status journal for e46102fa49e20c953fd7aedcf25e0a0e: 2024-11-20T11:21:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__qcq0ek768g8n4umid0bui66rb3nlpnge8apqqo4g61kedisfergrfhu3c7ue5bq5/f/hfile_0 2024-11-20T11:21:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__qcq0ek768g8n4umid0bui66rb3nlpnge8apqqo4g61kedisfergrfhu3c7ue5bq5/f/hfile_0 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_ 2024-11-20T11:21:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__qcq0ek768g8n4umid0bui66rb3nlpnge8apqqo4g61kedisfergrfhu3c7ue5bq5/f/hfile_1 2024-11-20T11:21:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__qcq0ek768g8n4umid0bui66rb3nlpnge8apqqo4g61kedisfergrfhu3c7ue5bq5/f/hfile_1 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/5aedb581ec1045558f02ed9fbae5485d_SeqId_4_ 2024-11-20T11:21:49,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__qcq0ek768g8n4umid0bui66rb3nlpnge8apqqo4g61kedisfergrfhu3c7ue5bq5/f/hfile_0 into e46102fa49e20c953fd7aedcf25e0a0e/f as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_ - updating store file list. 2024-11-20T11:21:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:21:49,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_ into e46102fa49e20c953fd7aedcf25e0a0e/f 2024-11-20T11:21:49,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__qcq0ek768g8n4umid0bui66rb3nlpnge8apqqo4g61kedisfergrfhu3c7ue5bq5/f/hfile_0 into e46102fa49e20c953fd7aedcf25e0a0e/f (new location: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_) 2024-11-20T11:21:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__qcq0ek768g8n4umid0bui66rb3nlpnge8apqqo4g61kedisfergrfhu3c7ue5bq5/f/hfile_0 2024-11-20T11:21:49,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__qcq0ek768g8n4umid0bui66rb3nlpnge8apqqo4g61kedisfergrfhu3c7ue5bq5/f/hfile_1 into e46102fa49e20c953fd7aedcf25e0a0e/f as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/5aedb581ec1045558f02ed9fbae5485d_SeqId_4_ - updating store file list. 2024-11-20T11:21:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5aedb581ec1045558f02ed9fbae5485d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:21:49,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/5aedb581ec1045558f02ed9fbae5485d_SeqId_4_ into e46102fa49e20c953fd7aedcf25e0a0e/f 2024-11-20T11:21:49,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__qcq0ek768g8n4umid0bui66rb3nlpnge8apqqo4g61kedisfergrfhu3c7ue5bq5/f/hfile_1 into e46102fa49e20c953fd7aedcf25e0a0e/f (new location: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/5aedb581ec1045558f02ed9fbae5485d_SeqId_4_) 2024-11-20T11:21:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__qcq0ek768g8n4umid0bui66rb3nlpnge8apqqo4g61kedisfergrfhu3c7ue5bq5/f/hfile_1 2024-11-20T11:21:49,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:49,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:49,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:49,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:49,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:49,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2 , the old value is region=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=448ea6c54a8c:37703 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:21:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:21:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2 from cache 2024-11-20T11:21:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41031,1732101698985, seqNum=-1] 2024-11-20T11:21:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:49,026 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T11:21:49,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:49,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192., hostname=448ea6c54a8c,41031,1732101698985, seqNum=2] 2024-11-20T11:21:49,030 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T11:21:49,045 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 to pos 379, reset compression=false 2024-11-20T11:21:49,055 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:49,055 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,37703,1732101696104 got entry batch from reader: WALEntryBatch [walEntries=[{test/e46102fa49e20c953fd7aedcf25e0a0e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732101709021/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T11:21:49,057 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:49,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T11:21:49,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.ReplicationSink(318): Replicating [ed72cd9f-30f1-4975-bfcd-d6038e981c2a] bulk loaded data 2024-11-20T11:21:49,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4861fdd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:49,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,34539,-1 for getting cluster id 2024-11-20T11:21:49,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:49,060 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b446e08-eeb3-420b-bca4-ee9c9c415511' 2024-11-20T11:21:49,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:49,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b446e08-eeb3-420b-bca4-ee9c9c415511" 2024-11-20T11:21:49,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e6410a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:49,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,34539,-1] 2024-11-20T11:21:49,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:49,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:49,061 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:49,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f06fdc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:49,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741837_1013 (size=7894) 2024-11-20T11:21:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741838_1014 (size=7691) 2024-11-20T11:21:49,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:49,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:49,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a44ab5a 2024-11-20T11:21:49,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:49,123 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-20T11:21:49,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:21:49,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:49,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,41031,1732101698985, seqNum=-1] 2024-11-20T11:21:49,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:49,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-20T11:21:49,132 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:37703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T11:21:49,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-20T11:21:49,143 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/5aedb581ec1045558f02ed9fbae5485d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-20T11:21:49,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/5aedb581ec1045558f02ed9fbae5485d_SeqId_4_ for inclusion in e27dc38d726fb00a71c26e1a29eff192/f 2024-11-20T11:21:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T11:21:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:21:49,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_ for inclusion in e27dc38d726fb00a71c26e1a29eff192/f 2024-11-20T11:21:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T11:21:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:21:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HRegion(2603): Flush status journal for e27dc38d726fb00a71c26e1a29eff192: 2024-11-20T11:21:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5aedb581ec1045558f02ed9fbae5485d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:21:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/5aedb581ec1045558f02ed9fbae5485d_SeqId_4_ as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/912556ed3761435bad490f3ab3c4d4bf_SeqId_4_ 2024-11-20T11:21:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:21:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_ as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/735d3cec77794a0db8d1c5a78c6d9a9c_SeqId_4_ 2024-11-20T11:21:49,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/5aedb581ec1045558f02ed9fbae5485d_SeqId_4_ into e27dc38d726fb00a71c26e1a29eff192/f as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/912556ed3761435bad490f3ab3c4d4bf_SeqId_4_ - updating store file list. 2024-11-20T11:21:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 912556ed3761435bad490f3ab3c4d4bf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:21:49,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/912556ed3761435bad490f3ab3c4d4bf_SeqId_4_ into e27dc38d726fb00a71c26e1a29eff192/f 2024-11-20T11:21:49,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/5aedb581ec1045558f02ed9fbae5485d_SeqId_4_ into e27dc38d726fb00a71c26e1a29eff192/f (new location: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/912556ed3761435bad490f3ab3c4d4bf_SeqId_4_) 2024-11-20T11:21:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/5aedb581ec1045558f02ed9fbae5485d_SeqId_4_ 2024-11-20T11:21:49,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_ into e27dc38d726fb00a71c26e1a29eff192/f as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/735d3cec77794a0db8d1c5a78c6d9a9c_SeqId_4_ - updating store file list. 2024-11-20T11:21:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 735d3cec77794a0db8d1c5a78c6d9a9c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:21:49,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/735d3cec77794a0db8d1c5a78c6d9a9c_SeqId_4_ into e27dc38d726fb00a71c26e1a29eff192/f 2024-11-20T11:21:49,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_ into e27dc38d726fb00a71c26e1a29eff192/f (new location: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/735d3cec77794a0db8d1c5a78c6d9a9c_SeqId_4_) 2024-11-20T11:21:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__45jlabi42tdfukjip0181hsa3a2hn8skvcuob9valhrm4epb44qan6fcuqnk76gs/f/4eafd5b5d6224077a3bdfb1917bd1628_SeqId_4_ 2024-11-20T11:21:49,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.ReplicationSink(324): Finished replicating [ed72cd9f-30f1-4975-bfcd-d6038e981c2a] bulk loaded data 2024-11-20T11:21:49,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T11:21:49,255 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 to pos 687, reset compression=false 2024-11-20T11:21:49,559 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 to pos 687, reset compression=false 2024-11-20T11:21:49,963 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 to pos 687, reset compression=false 2024-11-20T11:21:50,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,39723,1732101701599, seqNum=-1] 2024-11-20T11:21:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:50,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101706735.5e00691e77b6dac597b6a52b9243734a., hostname=448ea6c54a8c,39723,1732101701599, seqNum=2] 2024-11-20T11:21:50,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:50,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:21:50,050 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 448ea6c54a8c%2C37703%2C1732101696104.rep:(num 1732101708238) roll requested 2024-11-20T11:21:50,065 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.rep.1732101710050, exclude list is [], retry=0 2024-11-20T11:21:50,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-7906c0fc-a7e5-4830-a142-225cff009695,DISK] 2024-11-20T11:21:50,069 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.rep.1732101708238 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.rep.1732101710050 2024-11-20T11:21:50,069 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-20T11:21:50,070 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.rep.1732101708238 is not closed yet, will try archiving it next time 2024-11-20T11:21:50,070 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 448ea6c54a8c%2C37703%2C1732101696104:(num 1732101697382) roll requested 2024-11-20T11:21:50,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741839_1015 (size=1505) 2024-11-20T11:21:50,084 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070, exclude list is [], retry=0 2024-11-20T11:21:50,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-7906c0fc-a7e5-4830-a142-225cff009695,DISK] 2024-11-20T11:21:50,087 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 2024-11-20T11:21:50,088 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-20T11:21:50,088 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 is not closed yet, will try archiving it next time 2024-11-20T11:21:50,088 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 448ea6c54a8c%2C37703%2C1732101696104.meta:.meta(num 1732101697926) roll requested 2024-11-20T11:21:50,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35047,-1 for getting cluster id 2024-11-20T11:21:50,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:50,089 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed72cd9f-30f1-4975-bfcd-d6038e981c2a' 2024-11-20T11:21:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed72cd9f-30f1-4975-bfcd-d6038e981c2a" 2024-11-20T11:21:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbc9526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35047,-1] 2024-11-20T11:21:50,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741832_1008 (size=695) 2024-11-20T11:21:50,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:50,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:50,091 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cbed99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7010ca03 2024-11-20T11:21:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:50,093 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:50,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://448ea6c54a8c:46825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T11:21:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T11:21:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T11:21:50,096 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:46825' 2024-11-20T11:21:50,104 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.meta.1732101710088.meta, exclude list is [], retry=0 2024-11-20T11:21:50,104 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87b938a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,104 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 to hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/oldWALs/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 2024-11-20T11:21:50,104 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,46825,-1 for getting cluster id 2024-11-20T11:21:50,104 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:50,105 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a739850-32cd-43e4-8333-5b528447fb23' 2024-11-20T11:21:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a739850-32cd-43e4-8333-5b528447fb23" 2024-11-20T11:21:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e135952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,46825,-1] 2024-11-20T11:21:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-7906c0fc-a7e5-4830-a142-225cff009695,DISK] 2024-11-20T11:21:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:50,106 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:50,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1a7ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,107 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@572476bd 2024-11-20T11:21:50,108 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.meta.1732101697926.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.meta.1732101710088.meta 2024-11-20T11:21:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:50,108 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-20T11:21:50,108 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:50,108 DEBUG [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.meta.1732101697926.meta is not closed yet, will try archiving it next time 2024-11-20T11:21:50,109 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T11:21:50,109 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T11:21:50,109 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:50,109 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:50,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:50,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741834_1010 (size=3473) 2024-11-20T11:21:50,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T11:21:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T11:21:50,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T11:21:50,269 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T11:21:50,303 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-448ea6c54a8c,37703,1732101696104, ReplicationSource: 2, currentBandwidth=0 2024-11-20T11:21:50,305 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T11:21:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T11:21:50,307 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 448ea6c54a8c,37703,1732101696104 suceeded 2024-11-20T11:21:50,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T11:21:50,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-20T11:21:50,309 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://448ea6c54a8c:46825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T11:21:50,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 216 msec 2024-11-20T11:21:50,321 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='448ea6c54a8c:46825' 2024-11-20T11:21:50,323 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d33341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,323 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,46825,-1 for getting cluster id 2024-11-20T11:21:50,323 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:50,323 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a739850-32cd-43e4-8333-5b528447fb23' 2024-11-20T11:21:50,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:50,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a739850-32cd-43e4-8333-5b528447fb23" 2024-11-20T11:21:50,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd39a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,46825,-1] 2024-11-20T11:21:50,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:50,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:50,324 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:50,325 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2971fc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,325 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@740b81de 2024-11-20T11:21:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:50,327 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T11:21:50,327 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-448ea6c54a8c,37703,1732101696104 (queues=1) is replicating from cluster=ed72cd9f-30f1-4975-bfcd-d6038e981c2a to cluster=1a739850-32cd-43e4-8333-5b528447fb23 2024-11-20T11:21:50,327 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=448ea6c54a8c%2C37703%2C1732101696104 2024-11-20T11:21:50,327 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-448ea6c54a8c,37703,1732101696104, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T11:21:50,328 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 448ea6c54a8c%2C37703%2C1732101696104 2024-11-20T11:21:50,328 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070, startPosition=0, beingWritten=true 2024-11-20T11:21:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T11:21:50,412 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T11:21:50,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:50,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:50,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:50,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:50,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:50,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:21:50,416 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732101710416/Put/seqid=0 2024-11-20T11:21:50,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741845_1021 (size=11194) 2024-11-20T11:21:50,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732101710422/Put/seqid=0 2024-11-20T11:21:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741846_1022 (size=10791) 2024-11-20T11:21:50,467 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 to pos 687, reset compression=false 2024-11-20T11:21:50,468 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 was moved to hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/oldWALs/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 2024-11-20T11:21:50,470 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382 2024-11-20T11:21:50,470 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,37703,1732101696104 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101697382, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T11:21:50,470 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070, startPosition=0, beingWritten=true 2024-11-20T11:21:50,472 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [448ea6c54a8c%2C37703%2C1732101696104.1732101697382] 2024-11-20T11:21:50,532 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 0, reset compression=false 2024-11-20T11:21:50,836 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 0, reset compression=false 2024-11-20T11:21:50,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,35047,-1 for getting cluster id 2024-11-20T11:21:50,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:50,841 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed72cd9f-30f1-4975-bfcd-d6038e981c2a' 2024-11-20T11:21:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed72cd9f-30f1-4975-bfcd-d6038e981c2a" 2024-11-20T11:21:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67980f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,35047,-1] 2024-11-20T11:21:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:50,842 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:50,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c53ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:50,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,37703,1732101696104, seqNum=-1] 2024-11-20T11:21:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:50,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:21:50,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:50,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:50,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a5e414d 2024-11-20T11:21:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:50,855 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:21:50,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2] 2024-11-20T11:21:50,861 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:21:50,866 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-20T11:21:50,877 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-20T11:21:50,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e46102fa49e20c953fd7aedcf25e0a0e/f 2024-11-20T11:21:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T11:21:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:21:50,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e46102fa49e20c953fd7aedcf25e0a0e/f 2024-11-20T11:21:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T11:21:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:21:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HRegion(2603): Flush status journal for e46102fa49e20c953fd7aedcf25e0a0e: 2024-11-20T11:21:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__9flobinkq637bl75bo7gotfo0vpvfk8gutfd2h5p1fohful0ncevk2m8tucpteuf/f/hfile_0 2024-11-20T11:21:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__9flobinkq637bl75bo7gotfo0vpvfk8gutfd2h5p1fohful0ncevk2m8tucpteuf/f/hfile_0 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ 2024-11-20T11:21:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__9flobinkq637bl75bo7gotfo0vpvfk8gutfd2h5p1fohful0ncevk2m8tucpteuf/f/hfile_1 2024-11-20T11:21:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__9flobinkq637bl75bo7gotfo0vpvfk8gutfd2h5p1fohful0ncevk2m8tucpteuf/f/hfile_1 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ 2024-11-20T11:21:50,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__9flobinkq637bl75bo7gotfo0vpvfk8gutfd2h5p1fohful0ncevk2m8tucpteuf/f/hfile_0 into e46102fa49e20c953fd7aedcf25e0a0e/f as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ - updating store file list. 2024-11-20T11:21:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3310d2ba917445df8950bca44584ef55_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T11:21:50,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ into e46102fa49e20c953fd7aedcf25e0a0e/f 2024-11-20T11:21:50,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__9flobinkq637bl75bo7gotfo0vpvfk8gutfd2h5p1fohful0ncevk2m8tucpteuf/f/hfile_0 into e46102fa49e20c953fd7aedcf25e0a0e/f (new location: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/3310d2ba917445df8950bca44584ef55_SeqId_6_) 2024-11-20T11:21:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__9flobinkq637bl75bo7gotfo0vpvfk8gutfd2h5p1fohful0ncevk2m8tucpteuf/f/hfile_0 2024-11-20T11:21:50,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__9flobinkq637bl75bo7gotfo0vpvfk8gutfd2h5p1fohful0ncevk2m8tucpteuf/f/hfile_1 into e46102fa49e20c953fd7aedcf25e0a0e/f as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ - updating store file list. 2024-11-20T11:21:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T11:21:50,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ into e46102fa49e20c953fd7aedcf25e0a0e/f 2024-11-20T11:21:50,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__9flobinkq637bl75bo7gotfo0vpvfk8gutfd2h5p1fohful0ncevk2m8tucpteuf/f/hfile_1 into e46102fa49e20c953fd7aedcf25e0a0e/f (new location: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_) 2024-11-20T11:21:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/staging/jenkins__test__9flobinkq637bl75bo7gotfo0vpvfk8gutfd2h5p1fohful0ncevk2m8tucpteuf/f/hfile_1 2024-11-20T11:21:50,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:50,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:50,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:50,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:50,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2 , the old value is region=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=448ea6c54a8c:37703 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:21:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T11:21:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., hostname=448ea6c54a8c,37703,1732101696104, seqNum=2 from cache 2024-11-20T11:21:50,909 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T11:21:50,911 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T11:21:51,012 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:37703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T11:21:51,075 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 0, reset compression=false 2024-11-20T11:21:51,079 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:51,079 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,37703,1732101696104 got entry batch from reader: WALEntryBatch [walEntries=[{test/e46102fa49e20c953fd7aedcf25e0a0e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732101710906/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T11:21:51,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.ReplicationSink(318): Replicating [ed72cd9f-30f1-4975-bfcd-d6038e981c2a] bulk loaded data 2024-11-20T11:21:51,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741839_1015 (size=11194) 2024-11-20T11:21:51,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741840_1016 (size=10791) 2024-11-20T11:21:51,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:21:51,149 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T11:21:51,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T11:21:51,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ for inclusion in e27dc38d726fb00a71c26e1a29eff192/f 2024-11-20T11:21:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T11:21:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:21:51,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ for inclusion in e27dc38d726fb00a71c26e1a29eff192/f 2024-11-20T11:21:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T11:21:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:21:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HRegion(2603): Flush status journal for e27dc38d726fb00a71c26e1a29eff192: 2024-11-20T11:21:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:21:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/30a2e3e2ba18471f8d5cb98bd008c12b_SeqId_6_ 2024-11-20T11:21:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3310d2ba917445df8950bca44584ef55_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:21:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/c17759986c5e4ebcb7a19fc728e24027_SeqId_6_ 2024-11-20T11:21:51,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ into e27dc38d726fb00a71c26e1a29eff192/f as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/30a2e3e2ba18471f8d5cb98bd008c12b_SeqId_6_ - updating store file list. 2024-11-20T11:21:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30a2e3e2ba18471f8d5cb98bd008c12b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T11:21:51,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/30a2e3e2ba18471f8d5cb98bd008c12b_SeqId_6_ into e27dc38d726fb00a71c26e1a29eff192/f 2024-11-20T11:21:51,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ into e27dc38d726fb00a71c26e1a29eff192/f (new location: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/30a2e3e2ba18471f8d5cb98bd008c12b_SeqId_6_) 2024-11-20T11:21:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ 2024-11-20T11:21:51,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ into e27dc38d726fb00a71c26e1a29eff192/f as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/c17759986c5e4ebcb7a19fc728e24027_SeqId_6_ - updating store file list. 2024-11-20T11:21:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c17759986c5e4ebcb7a19fc728e24027_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T11:21:51,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/c17759986c5e4ebcb7a19fc728e24027_SeqId_6_ into e27dc38d726fb00a71c26e1a29eff192/f 2024-11-20T11:21:51,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ into e27dc38d726fb00a71c26e1a29eff192/f (new location: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/f/c17759986c5e4ebcb7a19fc728e24027_SeqId_6_) 2024-11-20T11:21:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/staging/jenkins.hfs.22__test__joivr77d53konsnh31m3nj618tkehjinkgiij0bnhbqhp3n8fkrm6i7luvdhh0ug/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ 2024-11-20T11:21:51,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.ReplicationSink(324): Finished replicating [ed72cd9f-30f1-4975-bfcd-d6038e981c2a] bulk loaded data 2024-11-20T11:21:51,240 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 0, reset compression=false 2024-11-20T11:21:51,246 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T11:21:51,246 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-448ea6c54a8c,37703,1732101696104 got entry batch from reader: WALEntryBatch [walEntries=[{test/e46102fa49e20c953fd7aedcf25e0a0e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732101710906/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T11:21:51,248 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:21:51,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T11:21:51,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(318): Replicating [ed72cd9f-30f1-4975-bfcd-d6038e981c2a] bulk loaded data 2024-11-20T11:21:51,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529b8db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:51,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] client.ClusterIdFetcher(90): Going to request 448ea6c54a8c,46825,-1 for getting cluster id 2024-11-20T11:21:51,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:21:51,251 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a739850-32cd-43e4-8333-5b528447fb23' 2024-11-20T11:21:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:21:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a739850-32cd-43e4-8333-5b528447fb23" 2024-11-20T11:21:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61cbb7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [448ea6c54a8c,46825,-1] 2024-11-20T11:21:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:21:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:51,252 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:21:51,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cccbeeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:21:51,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741837_1013 (size=11194) 2024-11-20T11:21:51,278 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:21:51,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,279 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:51,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:51,446 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:51,585 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:51,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741838_1014 (size=10791) 2024-11-20T11:21:51,750 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:51,920 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T11:21:51,991 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:52,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:52,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:52,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e502b7 2024-11-20T11:21:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:21:52,082 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-20T11:21:52,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T11:21:52,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:21:52,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=448ea6c54a8c,39723,1732101701599, seqNum=-1] 2024-11-20T11:21:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:21:52,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-20T11:21:52,091 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T11:21:52,094 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T11:21:52,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ for inclusion in 5e00691e77b6dac597b6a52b9243734a/f 2024-11-20T11:21:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T11:21:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:21:52,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ for inclusion in 5e00691e77b6dac597b6a52b9243734a/f 2024-11-20T11:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T11:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T11:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HRegion(2603): Flush status journal for 5e00691e77b6dac597b6a52b9243734a: 2024-11-20T11:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3310d2ba917445df8950bca44584ef55_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:21:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a/f/a931cb3e2e944a1a8103c574bd758a49_SeqId_4_ 2024-11-20T11:21:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T11:21:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a/f/0ad1db984b6a4d4983c76fa538e75fee_SeqId_4_ 2024-11-20T11:21:52,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ into 5e00691e77b6dac597b6a52b9243734a/f as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a/f/a931cb3e2e944a1a8103c574bd758a49_SeqId_4_ - updating store file list. 2024-11-20T11:21:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a931cb3e2e944a1a8103c574bd758a49_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:21:52,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a/f/a931cb3e2e944a1a8103c574bd758a49_SeqId_4_ into 5e00691e77b6dac597b6a52b9243734a/f 2024-11-20T11:21:52,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ into 5e00691e77b6dac597b6a52b9243734a/f (new location: hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a/f/a931cb3e2e944a1a8103c574bd758a49_SeqId_4_) 2024-11-20T11:21:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/3310d2ba917445df8950bca44584ef55_SeqId_6_ 2024-11-20T11:21:52,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ into 5e00691e77b6dac597b6a52b9243734a/f as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a/f/0ad1db984b6a4d4983c76fa538e75fee_SeqId_4_ - updating store file list. 2024-11-20T11:21:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ad1db984b6a4d4983c76fa538e75fee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T11:21:52,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a/f/0ad1db984b6a4d4983c76fa538e75fee_SeqId_4_ into 5e00691e77b6dac597b6a52b9243734a/f 2024-11-20T11:21:52,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ into 5e00691e77b6dac597b6a52b9243734a/f (new location: hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a/f/0ad1db984b6a4d4983c76fa538e75fee_SeqId_4_) 2024-11-20T11:21:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/staging/jenkins.hfs.23__test__kk2c09v52gng1dsrcv2qccb403etlrm425op1vg2mc9ivhkgnafuv7oql791medt/f/94ebeab1af5e4c6b84c7fe91370c5d79_SeqId_6_ 2024-11-20T11:21:52,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(324): Finished replicating [ed72cd9f-30f1-4975-bfcd-d6038e981c2a] bulk loaded data 2024-11-20T11:21:52,154 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:52,495 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:52,658 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:52,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:21:52,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:52,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:52,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:52,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:52,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:52,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:21:52,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1465039540, stopped=false 2024-11-20T11:21:52,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,46825,1732101701541 2024-11-20T11:21:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1236575741/running 2024-11-20T11:21:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1236575741/running 2024-11-20T11:21:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:52,930 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:52,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:52,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:52,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:52,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,39723,1732101701599' ***** 2024-11-20T11:21:52,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Set watcher on znode that does not yet exist, /2-1236575741/running 2024-11-20T11:21:52,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:21:52,931 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:21:52,931 INFO [RS:0;448ea6c54a8c:39723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:21:52,931 INFO [RS:0;448ea6c54a8c:39723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:21:52,931 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:52,931 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:21:52,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Set watcher on znode that does not yet exist, /2-1236575741/running 2024-11-20T11:21:52,932 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:52,932 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:52,932 INFO [RS:0;448ea6c54a8c:39723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:39723. 2024-11-20T11:21:52,932 DEBUG [RS:0;448ea6c54a8c:39723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:52,932 DEBUG [RS:0;448ea6c54a8c:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:52,932 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:21:52,932 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e00691e77b6dac597b6a52b9243734a, disabling compactions & flushes 2024-11-20T11:21:52,932 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:21:52,932 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:21:52,932 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:52,932 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:52,932 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:21:52,932 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. after waiting 0 ms 2024-11-20T11:21:52,932 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:52,936 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:21:52,936 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1325): Online Regions={5e00691e77b6dac597b6a52b9243734a=test,,1732101706735.5e00691e77b6dac597b6a52b9243734a., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:21:52,936 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e00691e77b6dac597b6a52b9243734a 2024-11-20T11:21:52,936 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:52,936 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:52,936 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:52,936 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:52,936 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:52,937 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T11:21:52,945 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/default/test/5e00691e77b6dac597b6a52b9243734a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T11:21:52,948 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:52,948 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:21:52,949 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:52,949 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e00691e77b6dac597b6a52b9243734a: Waiting for close lock at 1732101712932Running coprocessor pre-close hooks at 1732101712932Disabling compacts and flushes for region at 1732101712932Disabling writes for close at 1732101712932Writing region close event to WAL at 1732101712937 (+5 ms)Running coprocessor post-close hooks at 1732101712948 (+11 ms)Closed at 1732101712948 2024-11-20T11:21:52,949 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101706735.5e00691e77b6dac597b6a52b9243734a. 2024-11-20T11:21:52,956 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/info/1f844f33c2474c14ada12ea55608d57d is 129, key is test,,1732101706735.5e00691e77b6dac597b6a52b9243734a./info:regioninfo/1732101707531/Put/seqid=0 2024-11-20T11:21:52,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741839_1015 (size=6421) 2024-11-20T11:21:52,960 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/info/1f844f33c2474c14ada12ea55608d57d 2024-11-20T11:21:52,982 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/ns/834846c661484a22b46690b0abb936fa is 43, key is default/ns:d/1732101703828/Put/seqid=0 2024-11-20T11:21:52,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741840_1016 (size=5153) 2024-11-20T11:21:52,992 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:53,099 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:53,136 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:53,261 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:53,337 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:53,388 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/ns/834846c661484a22b46690b0abb936fa 2024-11-20T11:21:53,411 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/rep_barrier/6029e5ac181f4af5a3581f00a87b08b8 is 112, key is test,,1732101706735.5e00691e77b6dac597b6a52b9243734a./rep_barrier:seqnumDuringOpen/1732101707531/Put/seqid=0 2024-11-20T11:21:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741841_1017 (size=5518) 2024-11-20T11:21:53,418 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/rep_barrier/6029e5ac181f4af5a3581f00a87b08b8 2024-11-20T11:21:53,452 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/table/34ce8a28a2444062b09c032e4b8889c0 is 40, key is test/table:state/1732101707538/Put/seqid=0 2024-11-20T11:21:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741842_1018 (size=5165) 2024-11-20T11:21:53,538 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:53,685 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:21:53,685 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:21:53,738 DEBUG [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:53,806 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:53,865 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/table/34ce8a28a2444062b09c032e4b8889c0 2024-11-20T11:21:53,870 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/info/1f844f33c2474c14ada12ea55608d57d as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/info/1f844f33c2474c14ada12ea55608d57d 2024-11-20T11:21:53,874 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/info/1f844f33c2474c14ada12ea55608d57d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T11:21:53,874 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/ns/834846c661484a22b46690b0abb936fa as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/ns/834846c661484a22b46690b0abb936fa 2024-11-20T11:21:53,879 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/ns/834846c661484a22b46690b0abb936fa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:21:53,879 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/rep_barrier/6029e5ac181f4af5a3581f00a87b08b8 as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/rep_barrier/6029e5ac181f4af5a3581f00a87b08b8 2024-11-20T11:21:53,883 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/rep_barrier/6029e5ac181f4af5a3581f00a87b08b8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T11:21:53,884 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/.tmp/table/34ce8a28a2444062b09c032e4b8889c0 as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/table/34ce8a28a2444062b09c032e4b8889c0 2024-11-20T11:21:53,889 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/table/34ce8a28a2444062b09c032e4b8889c0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:21:53,890 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=11, compaction requested=false 2024-11-20T11:21:53,901 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T11:21:53,901 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:53,901 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:21:53,901 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:53,901 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101712936Running coprocessor pre-close hooks at 1732101712936Disabling compacts and flushes for region at 1732101712936Disabling writes for close at 1732101712936Obtaining lock to block concurrent updates at 1732101712937 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732101712937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732101712937Flushing stores of hbase:meta,,1.1588230740 at 1732101712938 (+1 ms)Flushing 1588230740/info: creating writer at 1732101712938Flushing 1588230740/info: appending metadata at 1732101712956 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732101712956Flushing 1588230740/ns: creating writer at 1732101712964 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732101712981 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732101712981Flushing 1588230740/rep_barrier: creating writer at 1732101713392 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101713411 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101713411Flushing 1588230740/table: creating writer at 1732101713434 (+23 ms)Flushing 1588230740/table: appending metadata at 1732101713451 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732101713451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e53d38: reopening flushed file at 1732101713869 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d838f8: reopening flushed file at 1732101713874 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30551103: reopening flushed file at 1732101713879 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce80d65: reopening flushed file at 1732101713883 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=11, compaction requested=false at 1732101713890 (+7 ms)Writing region close event to WAL at 1732101713897 (+7 ms)Running coprocessor post-close hooks at 1732101713901 (+4 ms)Closed at 1732101713901 2024-11-20T11:21:53,901 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:53,938 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,39723,1732101701599; all regions closed. 2024-11-20T11:21:53,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741834_1010 (size=2717) 2024-11-20T11:21:53,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/WALs/448ea6c54a8c,39723,1732101701599/448ea6c54a8c%2C39723%2C1732101701599.meta.1732101703777.meta not finished, retry = 0 2024-11-20T11:21:53,966 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:54,044 DEBUG [RS:0;448ea6c54a8c:39723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/oldWALs 2024-11-20T11:21:54,044 INFO [RS:0;448ea6c54a8c:39723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C39723%2C1732101701599.meta:.meta(num 1732101703777) 2024-11-20T11:21:54,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741832_1008 (size=1028) 2024-11-20T11:21:54,055 DEBUG [RS:0;448ea6c54a8c:39723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/oldWALs 2024-11-20T11:21:54,055 INFO [RS:0;448ea6c54a8c:39723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C39723%2C1732101701599:(num 1732101702829) 2024-11-20T11:21:54,055 DEBUG [RS:0;448ea6c54a8c:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:54,055 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:54,056 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:54,056 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:54,056 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:54,056 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:54,056 INFO [RS:0;448ea6c54a8c:39723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:39723. 2024-11-20T11:21:54,056 DEBUG [RS:0;448ea6c54a8c:39723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:54,056 DEBUG [RS:0;448ea6c54a8c:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:54,057 DEBUG [RS:0;448ea6c54a8c:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:54,057 INFO [RS:0;448ea6c54a8c:39723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39723 2024-11-20T11:21:54,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741/rs 2024-11-20T11:21:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1236575741/rs/448ea6c54a8c,39723,1732101701599 2024-11-20T11:21:54,059 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:54,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,39723,1732101701599] 2024-11-20T11:21:54,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1236575741/draining/448ea6c54a8c,39723,1732101701599 already deleted, retry=false 2024-11-20T11:21:54,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,39723,1732101701599 expired; onlineServers=0 2024-11-20T11:21:54,062 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,46825,1732101701541' ***** 2024-11-20T11:21:54,062 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:21:54,062 INFO [M:0;448ea6c54a8c:46825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:54,062 INFO [M:0;448ea6c54a8c:46825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:54,063 DEBUG [M:0;448ea6c54a8c:46825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:21:54,063 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:21:54,063 DEBUG [M:0;448ea6c54a8c:46825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:21:54,063 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101702621 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101702621,5,FailOnTimeoutGroup] 2024-11-20T11:21:54,063 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101702622 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101702622,5,FailOnTimeoutGroup] 2024-11-20T11:21:54,063 INFO [M:0;448ea6c54a8c:46825 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:54,063 INFO [M:0;448ea6c54a8c:46825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:54,064 DEBUG [M:0;448ea6c54a8c:46825 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:21:54,064 INFO [M:0;448ea6c54a8c:46825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:21:54,064 INFO [M:0;448ea6c54a8c:46825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:54,064 INFO [M:0;448ea6c54a8c:46825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:21:54,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1236575741/master 2024-11-20T11:21:54,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1236575741 2024-11-20T11:21:54,064 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:21:54,065 DEBUG [M:0;448ea6c54a8c:46825 {}] zookeeper.ZKUtil(347): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Unable to get data of znode /2-1236575741/master because node does not exist (not an error) 2024-11-20T11:21:54,065 WARN [M:0;448ea6c54a8c:46825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:21:54,077 INFO [M:0;448ea6c54a8c:46825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/.lastflushedseqids 2024-11-20T11:21:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741843_1019 (size=173) 2024-11-20T11:21:54,090 INFO [M:0;448ea6c54a8c:46825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:21:54,091 INFO [M:0;448ea6c54a8c:46825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:21:54,091 DEBUG [M:0;448ea6c54a8c:46825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:54,091 INFO [M:0;448ea6c54a8c:46825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:54,091 DEBUG [M:0;448ea6c54a8c:46825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:54,091 DEBUG [M:0;448ea6c54a8c:46825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:54,091 DEBUG [M:0;448ea6c54a8c:46825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:54,091 INFO [M:0;448ea6c54a8c:46825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T11:21:54,117 DEBUG [M:0;448ea6c54a8c:46825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e67b64812c74e7bb25f256abc89afb2 is 82, key is hbase:meta,,1/info:regioninfo/1732101703818/Put/seqid=0 2024-11-20T11:21:54,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741844_1020 (size=5672) 2024-11-20T11:21:54,128 INFO [M:0;448ea6c54a8c:46825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e67b64812c74e7bb25f256abc89afb2 2024-11-20T11:21:54,151 DEBUG [M:0;448ea6c54a8c:46825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc33d431f1be423094ed1430f46be47b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732101707541/Put/seqid=0 2024-11-20T11:21:54,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741845_1021 (size=6586) 2024-11-20T11:21:54,155 INFO [M:0;448ea6c54a8c:46825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc33d431f1be423094ed1430f46be47b 2024-11-20T11:21:54,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:54,160 INFO [RS:0;448ea6c54a8c:39723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:54,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101351c4f510007, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:54,160 INFO [RS:0;448ea6c54a8c:39723 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,39723,1732101701599; zookeeper connection closed. 2024-11-20T11:21:54,161 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@792acf83 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@792acf83 2024-11-20T11:21:54,161 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:21:54,178 DEBUG [M:0;448ea6c54a8c:46825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb0d9bff100d45c79aeb17a2aabba42e is 69, key is 448ea6c54a8c,39723,1732101701599/rs:state/1732101702658/Put/seqid=0 2024-11-20T11:21:54,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741846_1022 (size=5156) 2024-11-20T11:21:54,181 INFO [M:0;448ea6c54a8c:46825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb0d9bff100d45c79aeb17a2aabba42e 2024-11-20T11:21:54,185 DEBUG [M:0;448ea6c54a8c:46825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e67b64812c74e7bb25f256abc89afb2 as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e67b64812c74e7bb25f256abc89afb2 2024-11-20T11:21:54,188 INFO [M:0;448ea6c54a8c:46825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e67b64812c74e7bb25f256abc89afb2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T11:21:54,189 DEBUG [M:0;448ea6c54a8c:46825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc33d431f1be423094ed1430f46be47b as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc33d431f1be423094ed1430f46be47b 2024-11-20T11:21:54,192 INFO [M:0;448ea6c54a8c:46825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc33d431f1be423094ed1430f46be47b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T11:21:54,193 DEBUG [M:0;448ea6c54a8c:46825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb0d9bff100d45c79aeb17a2aabba42e as hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb0d9bff100d45c79aeb17a2aabba42e 2024-11-20T11:21:54,196 INFO [M:0;448ea6c54a8c:46825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b361bef7-832d-a0d3-d30a-499d38f09f20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb0d9bff100d45c79aeb17a2aabba42e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T11:21:54,197 INFO [M:0;448ea6c54a8c:46825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=55, compaction requested=false 2024-11-20T11:21:54,200 INFO [M:0;448ea6c54a8c:46825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:54,200 DEBUG [M:0;448ea6c54a8c:46825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101714091Disabling compacts and flushes for region at 1732101714091Disabling writes for close at 1732101714091Obtaining lock to block concurrent updates at 1732101714091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101714091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732101714092 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101714092Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101714092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101714116 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101714116Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101714133 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101714150 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101714151 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101714159 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101714177 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101714177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d369bd: reopening flushed file at 1732101714184 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53624a99: reopening flushed file at 1732101714188 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696b9b94: reopening flushed file at 1732101714192 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=55, compaction requested=false at 1732101714197 (+5 ms)Writing region close event to WAL at 1732101714200 (+3 ms)Closed at 1732101714200 2024-11-20T11:21:54,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39411 is added to blk_1073741830_1006 (size=32770) 2024-11-20T11:21:54,203 INFO [M:0;448ea6c54a8c:46825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:21:54,203 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:54,203 INFO [M:0;448ea6c54a8c:46825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46825 2024-11-20T11:21:54,203 INFO [M:0;448ea6c54a8c:46825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:54,287 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=34, reused chunk count=159, reuseRatio=82.38% 2024-11-20T11:21:54,288 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-20T11:21:54,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:54,305 INFO [M:0;448ea6c54a8c:46825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:54,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46825-0x101351c4f510006, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:54,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@668cb360{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:54,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@195293a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:54,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:54,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a4078{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:54,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a759102{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:54,312 WARN [BP-2141949407-172.17.0.2-1732101700283 heartbeating to localhost/127.0.0.1:37799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:21:54,312 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:21:54,312 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:21:54,312 WARN [BP-2141949407-172.17.0.2-1732101700283 heartbeating to localhost/127.0.0.1:37799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2141949407-172.17.0.2-1732101700283 (Datanode Uuid 0e019dbc-5acc-4db7-ab39-3cbc2ec46119) service to localhost/127.0.0.1:37799 2024-11-20T11:21:54,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/cluster_ddbd35aa-f72a-efd9-6911-f9a6eeb1c7d7/data/data2/current/BP-2141949407-172.17.0.2-1732101700283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:54,314 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:21:54,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/cluster_ddbd35aa-f72a-efd9-6911-f9a6eeb1c7d7/data/data1/current/BP-2141949407-172.17.0.2-1732101700283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:54,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@192a386b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:54,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56eb83c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:54,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:54,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4d0068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:54,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40341b5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbeb877-a969-5789-b4de-44f737c4ae0e/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:54,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:21:54,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:21:54,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:54,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:54,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:54,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:54,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:54,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:21:54,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=474811038, stopped=false 2024-11-20T11:21:54,336 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,34539,1732101698913 2024-11-20T11:21:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1098138867/running 2024-11-20T11:21:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1098138867/running 2024-11-20T11:21:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:54,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:54,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Set watcher on znode that does not yet exist, /1-1098138867/running 2024-11-20T11:21:54,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Set watcher on znode that does not yet exist, /1-1098138867/running 2024-11-20T11:21:54,339 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-20T11:21:54,339 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(3091): Received CLOSE for e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:54,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:54,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:54,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:54,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,41031,1732101698985' ***** 2024-11-20T11:21:54,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:21:54,340 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e27dc38d726fb00a71c26e1a29eff192, disabling compactions & flushes 2024-11-20T11:21:54,340 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:54,340 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:54,340 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. after waiting 0 ms 2024-11-20T11:21:54,340 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:54,341 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:21:54,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:21:54,341 INFO [RS:0;448ea6c54a8c:41031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:21:54,341 INFO [RS:0;448ea6c54a8c:41031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:21:54,341 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:54,341 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:54,341 INFO [RS:0;448ea6c54a8c:41031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:41031. 2024-11-20T11:21:54,341 DEBUG [RS:0;448ea6c54a8c:41031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:54,341 DEBUG [RS:0;448ea6c54a8c:41031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:54,342 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:21:54,342 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:21:54,342 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:21:54,342 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:21:54,344 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:21:54,344 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1325): Online Regions={e27dc38d726fb00a71c26e1a29eff192=test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:21:54,344 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e27dc38d726fb00a71c26e1a29eff192 2024-11-20T11:21:54,344 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:54,344 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:54,344 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:54,345 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:54,345 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:54,345 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T11:21:54,350 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/default/test/e27dc38d726fb00a71c26e1a29eff192/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T11:21:54,350 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:54,350 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:21:54,350 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:54,350 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e27dc38d726fb00a71c26e1a29eff192: Waiting for close lock at 1732101714340Running coprocessor pre-close hooks at 1732101714340Disabling compacts and flushes for region at 1732101714340Disabling writes for close at 1732101714340Writing region close event to WAL at 1732101714341 (+1 ms)Running coprocessor post-close hooks at 1732101714350 (+9 ms)Closed at 1732101714350 2024-11-20T11:21:54,351 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192. 2024-11-20T11:21:54,367 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/info/daa766876c99443381287c14bd8e9683 is 129, key is test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192./info:regioninfo/1732101705802/Put/seqid=0 2024-11-20T11:21:54,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741841_1017 (size=6421) 2024-11-20T11:21:54,440 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:54,544 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:54,596 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:21:54,596 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:21:54,610 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:54,745 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:54,770 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:54,780 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/info/daa766876c99443381287c14bd8e9683 2024-11-20T11:21:54,816 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/ns/cded470f6246487babbddd0e8ffdd7a8 is 43, key is default/ns:d/1732101700135/Put/seqid=0 2024-11-20T11:21:54,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741842_1018 (size=5153) 2024-11-20T11:21:54,821 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/ns/cded470f6246487babbddd0e8ffdd7a8 2024-11-20T11:21:54,847 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/rep_barrier/843a04881e8a439d8a8b09b2fced83f3 is 112, key is test,,1732101704584.e27dc38d726fb00a71c26e1a29eff192./rep_barrier:seqnumDuringOpen/1732101705802/Put/seqid=0 2024-11-20T11:21:54,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741843_1019 (size=5518) 2024-11-20T11:21:54,854 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/rep_barrier/843a04881e8a439d8a8b09b2fced83f3 2024-11-20T11:21:54,876 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/table/0ab2d67d00104806a7767fbf910f32e3 is 40, key is test/table:state/1732101705814/Put/seqid=0 2024-11-20T11:21:54,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741844_1020 (size=5165) 2024-11-20T11:21:54,945 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:55,145 DEBUG [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:55,280 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/table/0ab2d67d00104806a7767fbf910f32e3 2024-11-20T11:21:55,284 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/info/daa766876c99443381287c14bd8e9683 as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/info/daa766876c99443381287c14bd8e9683 2024-11-20T11:21:55,288 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/info/daa766876c99443381287c14bd8e9683, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T11:21:55,289 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/ns/cded470f6246487babbddd0e8ffdd7a8 as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/ns/cded470f6246487babbddd0e8ffdd7a8 2024-11-20T11:21:55,293 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/ns/cded470f6246487babbddd0e8ffdd7a8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:21:55,293 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/rep_barrier/843a04881e8a439d8a8b09b2fced83f3 as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/rep_barrier/843a04881e8a439d8a8b09b2fced83f3 2024-11-20T11:21:55,297 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/rep_barrier/843a04881e8a439d8a8b09b2fced83f3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T11:21:55,298 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/.tmp/table/0ab2d67d00104806a7767fbf910f32e3 as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/table/0ab2d67d00104806a7767fbf910f32e3 2024-11-20T11:21:55,303 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/table/0ab2d67d00104806a7767fbf910f32e3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:21:55,304 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=11, compaction requested=false 2024-11-20T11:21:55,304 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:21:55,314 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T11:21:55,315 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:55,315 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:21:55,315 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:55,315 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101714344Running coprocessor pre-close hooks at 1732101714344Disabling compacts and flushes for region at 1732101714344Disabling writes for close at 1732101714345 (+1 ms)Obtaining lock to block concurrent updates at 1732101714345Preparing flush snapshotting stores in 1588230740 at 1732101714345Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732101714345Flushing stores of hbase:meta,,1.1588230740 at 1732101714345Flushing 1588230740/info: creating writer at 1732101714346 (+1 ms)Flushing 1588230740/info: appending metadata at 1732101714367 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732101714367Flushing 1588230740/ns: creating writer at 1732101714784 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732101714815 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732101714816 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732101714825 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101714847 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101714847Flushing 1588230740/table: creating writer at 1732101714859 (+12 ms)Flushing 1588230740/table: appending metadata at 1732101714875 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732101714875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f5683b: reopening flushed file at 1732101715284 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ca2d24: reopening flushed file at 1732101715288 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d46473: reopening flushed file at 1732101715293 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a6e52f: reopening flushed file at 1732101715297 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=11, compaction requested=false at 1732101715304 (+7 ms)Writing region close event to WAL at 1732101715309 (+5 ms)Running coprocessor post-close hooks at 1732101715315 (+6 ms)Closed at 1732101715315 2024-11-20T11:21:55,315 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:55,345 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,41031,1732101698985; all regions closed. 2024-11-20T11:21:55,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741834_1010 (size=2717) 2024-11-20T11:21:55,349 DEBUG [RS:0;448ea6c54a8c:41031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/oldWALs 2024-11-20T11:21:55,350 INFO [RS:0;448ea6c54a8c:41031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C41031%2C1732101698985.meta:.meta(num 1732101700093) 2024-11-20T11:21:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741833_1009 (size=1374) 2024-11-20T11:21:55,354 DEBUG [RS:0;448ea6c54a8c:41031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/oldWALs 2024-11-20T11:21:55,354 INFO [RS:0;448ea6c54a8c:41031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 448ea6c54a8c%2C41031%2C1732101698985:(num 1732101699662) 2024-11-20T11:21:55,354 DEBUG [RS:0;448ea6c54a8c:41031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:55,354 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:55,354 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:55,354 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:55,354 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:55,354 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:55,354 INFO [RS:0;448ea6c54a8c:41031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:41031. 2024-11-20T11:21:55,354 DEBUG [RS:0;448ea6c54a8c:41031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:55,354 DEBUG [RS:0;448ea6c54a8c:41031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:55,355 DEBUG [RS:0;448ea6c54a8c:41031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:55,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:55,355 INFO [RS:0;448ea6c54a8c:41031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41031 2024-11-20T11:21:55,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867/rs 2024-11-20T11:21:55,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1098138867/rs/448ea6c54a8c,41031,1732101698985 2024-11-20T11:21:55,358 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:55,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,41031,1732101698985] 2024-11-20T11:21:55,359 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1098138867/draining/448ea6c54a8c,41031,1732101698985 already deleted, retry=false 2024-11-20T11:21:55,359 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,41031,1732101698985 expired; onlineServers=0 2024-11-20T11:21:55,359 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,34539,1732101698913' ***** 2024-11-20T11:21:55,359 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:21:55,360 INFO [M:0;448ea6c54a8c:34539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:55,360 INFO [M:0;448ea6c54a8c:34539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:55,360 DEBUG [M:0;448ea6c54a8c:34539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:21:55,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:21:55,360 DEBUG [M:0;448ea6c54a8c:34539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:21:55,360 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101699437 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101699437,5,FailOnTimeoutGroup] 2024-11-20T11:21:55,360 INFO [M:0;448ea6c54a8c:34539 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:55,360 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101699441 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101699441,5,FailOnTimeoutGroup] 2024-11-20T11:21:55,360 INFO [M:0;448ea6c54a8c:34539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:55,360 DEBUG [M:0;448ea6c54a8c:34539 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:21:55,360 INFO [M:0;448ea6c54a8c:34539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:21:55,360 INFO [M:0;448ea6c54a8c:34539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:55,360 INFO [M:0;448ea6c54a8c:34539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:21:55,360 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:21:55,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1098138867/master 2024-11-20T11:21:55,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1098138867 2024-11-20T11:21:55,363 DEBUG [M:0;448ea6c54a8c:34539 {}] zookeeper.ZKUtil(347): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Unable to get data of znode /1-1098138867/master because node does not exist (not an error) 2024-11-20T11:21:55,363 WARN [M:0;448ea6c54a8c:34539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:21:55,363 INFO [M:0;448ea6c54a8c:34539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/.lastflushedseqids 2024-11-20T11:21:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741845_1021 (size=173) 2024-11-20T11:21:55,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:55,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x101351c4f510004, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:55,459 INFO [RS:0;448ea6c54a8c:41031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:55,459 INFO [RS:0;448ea6c54a8c:41031 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,41031,1732101698985; zookeeper connection closed. 2024-11-20T11:21:55,460 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@659e813b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@659e813b 2024-11-20T11:21:55,460 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:21:55,515 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:55,690 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:55,768 INFO [M:0;448ea6c54a8c:34539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:21:55,768 INFO [M:0;448ea6c54a8c:34539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:21:55,768 DEBUG [M:0;448ea6c54a8c:34539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:55,768 INFO [M:0;448ea6c54a8c:34539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:55,768 DEBUG [M:0;448ea6c54a8c:34539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:55,768 DEBUG [M:0;448ea6c54a8c:34539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:55,768 DEBUG [M:0;448ea6c54a8c:34539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:55,768 INFO [M:0;448ea6c54a8c:34539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-20T11:21:55,787 DEBUG [M:0;448ea6c54a8c:34539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af9422fe414f4475888c0f986b3edceb is 82, key is hbase:meta,,1/info:regioninfo/1732101700125/Put/seqid=0 2024-11-20T11:21:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741846_1022 (size=5672) 2024-11-20T11:21:56,193 INFO [M:0;448ea6c54a8c:34539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af9422fe414f4475888c0f986b3edceb 2024-11-20T11:21:56,210 DEBUG [M:0;448ea6c54a8c:34539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de00c7a73f624c67946f064811592456 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732101705818/Put/seqid=0 2024-11-20T11:21:56,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741847_1023 (size=6585) 2024-11-20T11:21:56,521 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:56,615 INFO [M:0;448ea6c54a8c:34539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de00c7a73f624c67946f064811592456 2024-11-20T11:21:56,637 DEBUG [M:0;448ea6c54a8c:34539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31c241300f61469a8e9a74874bccb891 is 69, key is 448ea6c54a8c,41031,1732101698985/rs:state/1732101699477/Put/seqid=0 2024-11-20T11:21:56,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741848_1024 (size=5156) 2024-11-20T11:21:56,640 INFO [M:0;448ea6c54a8c:34539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31c241300f61469a8e9a74874bccb891 2024-11-20T11:21:56,644 DEBUG [M:0;448ea6c54a8c:34539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af9422fe414f4475888c0f986b3edceb as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af9422fe414f4475888c0f986b3edceb 2024-11-20T11:21:56,647 INFO [M:0;448ea6c54a8c:34539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af9422fe414f4475888c0f986b3edceb, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T11:21:56,648 DEBUG [M:0;448ea6c54a8c:34539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de00c7a73f624c67946f064811592456 as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de00c7a73f624c67946f064811592456 2024-11-20T11:21:56,650 INFO [M:0;448ea6c54a8c:34539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de00c7a73f624c67946f064811592456, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T11:21:56,651 DEBUG [M:0;448ea6c54a8c:34539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31c241300f61469a8e9a74874bccb891 as hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31c241300f61469a8e9a74874bccb891 2024-11-20T11:21:56,654 INFO [M:0;448ea6c54a8c:34539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44901/user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31c241300f61469a8e9a74874bccb891, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T11:21:56,655 INFO [M:0;448ea6c54a8c:34539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false 2024-11-20T11:21:56,656 INFO [M:0;448ea6c54a8c:34539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:56,656 DEBUG [M:0;448ea6c54a8c:34539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101715768Disabling compacts and flushes for region at 1732101715768Disabling writes for close at 1732101715768Obtaining lock to block concurrent updates at 1732101715768Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101715768Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732101715769 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101715769Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101715769Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101715787 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101715787Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101716197 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101716210 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101716210Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101716619 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101716636 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101716636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbf1d5d: reopening flushed file at 1732101716644 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620882ef: reopening flushed file at 1732101716647 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dcab995: reopening flushed file at 1732101716650 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false at 1732101716655 (+5 ms)Writing region close event to WAL at 1732101716656 (+1 ms)Closed at 1732101716656 2024-11-20T11:21:56,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/864a8a6e-c575-9f1e-7abe-fbfaf953a676/MasterData/WALs/448ea6c54a8c,34539,1732101698913/448ea6c54a8c%2C34539%2C1732101698913.1732101699154 not finished, retry = 0 2024-11-20T11:21:56,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741830_1006 (size=32758) 2024-11-20T11:21:56,694 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:56,758 INFO [M:0;448ea6c54a8c:34539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:21:56,758 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:56,759 INFO [M:0;448ea6c54a8c:34539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34539 2024-11-20T11:21:56,759 INFO [M:0;448ea6c54a8c:34539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:56,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:56,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34539-0x101351c4f510003, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:56,861 INFO [M:0;448ea6c54a8c:34539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:56,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f245e45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:56,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c25f550{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:56,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:56,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f12594{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:56,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@116b2349{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:56,865 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:21:56,865 WARN [BP-169485386-172.17.0.2-1732101698114 heartbeating to localhost/127.0.0.1:44901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:21:56,865 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:21:56,865 WARN [BP-169485386-172.17.0.2-1732101698114 heartbeating to localhost/127.0.0.1:44901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-169485386-172.17.0.2-1732101698114 (Datanode Uuid d1eb1e8c-68d8-4a98-b1fd-726056eb4cba) service to localhost/127.0.0.1:44901 2024-11-20T11:21:56,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/cluster_c93a970f-1dac-6912-5704-c0549182977a/data/data1/current/BP-169485386-172.17.0.2-1732101698114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:56,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/cluster_c93a970f-1dac-6912-5704-c0549182977a/data/data2/current/BP-169485386-172.17.0.2-1732101698114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:56,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:21:56,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb9b377{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:56,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@664ff9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:56,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:56,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e41501{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:56,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9d2125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb2bf04d-776e-cd08-3ea5-543ea972d9c0/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:56,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:21:56,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:21:56,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:56,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:56,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:56,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:56,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:56,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:21:56,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1338194287, stopped=false 2024-11-20T11:21:56,887 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=448ea6c54a8c,35047,1732101696001 2024-11-20T11:21:56,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0890527926/running 2024-11-20T11:21:56,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0890527926/running 2024-11-20T11:21:56,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:56,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:56,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:56,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:21:56,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:56,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:56,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Set watcher on znode that does not yet exist, /0890527926/running 2024-11-20T11:21:56,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Set watcher on znode that does not yet exist, /0890527926/running 2024-11-20T11:21:56,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '448ea6c54a8c,37703,1732101696104' ***** 2024-11-20T11:21:56,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:21:56,890 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:21:56,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:21:56,890 INFO [RS:0;448ea6c54a8c:37703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:21:56,890 INFO [RS:0;448ea6c54a8c:37703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:21:56,890 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:56,891 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:56,891 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(959): stopping server 448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:56,891 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:56,891 INFO [RS:0;448ea6c54a8c:37703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:37703. 2024-11-20T11:21:56,891 DEBUG [RS:0;448ea6c54a8c:37703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:56,891 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e46102fa49e20c953fd7aedcf25e0a0e, disabling compactions & flushes 2024-11-20T11:21:56,891 DEBUG [RS:0;448ea6c54a8c:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:56,891 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:56,891 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:56,891 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:21:56,891 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. after waiting 0 ms 2024-11-20T11:21:56,891 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:21:56,891 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:56,891 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:21:56,891 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:21:56,891 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T11:21:56,891 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1325): Online Regions={e46102fa49e20c953fd7aedcf25e0a0e=test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e., 1588230740=hbase:meta,,1.1588230740, a7ecae42801d033e894c92da5384cf2b=hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b.} 2024-11-20T11:21:56,891 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7ecae42801d033e894c92da5384cf2b, e46102fa49e20c953fd7aedcf25e0a0e 2024-11-20T11:21:56,891 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:21:56,892 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:21:56,892 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:21:56,892 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:21:56,892 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:21:56,892 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T11:21:56,894 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/default/test/e46102fa49e20c953fd7aedcf25e0a0e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T11:21:56,895 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:56,895 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T11:21:56,895 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:56,895 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e46102fa49e20c953fd7aedcf25e0a0e: Waiting for close lock at 1732101716891Running coprocessor pre-close hooks at 1732101716891Disabling compacts and flushes for region at 1732101716891Disabling writes for close at 1732101716891Writing region close event to WAL at 1732101716892 (+1 ms)Running coprocessor post-close hooks at 1732101716894 (+2 ms)Closed at 1732101716895 (+1 ms) 2024-11-20T11:21:56,895 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e. 2024-11-20T11:21:56,895 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7ecae42801d033e894c92da5384cf2b, disabling compactions & flushes 2024-11-20T11:21:56,895 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:56,895 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:56,895 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. after waiting 0 ms 2024-11-20T11:21:56,895 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:56,895 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7ecae42801d033e894c92da5384cf2b 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-20T11:21:56,907 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/info/57ada2c22370476ab1d70d6e38299df2 is 147, key is hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b./info:regioninfo/1732101708276/Put/seqid=0 2024-11-20T11:21:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741847_1023 (size=7686) 2024-11-20T11:21:56,913 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/.tmp/hfileref/0bdc7bd73a1b4d74a3fb690d391d45e7 is 74, key is 1/hfileref:3310d2ba917445df8950bca44584ef55_SeqId_6_/1732101711177/DeleteColumn/seqid=0 2024-11-20T11:21:56,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741848_1024 (size=5489) 2024-11-20T11:21:56,916 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/.tmp/hfileref/0bdc7bd73a1b4d74a3fb690d391d45e7 2024-11-20T11:21:56,935 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/.tmp/queue/916c4d41d65e45daab87955507ba1c10 is 153, key is 1-448ea6c54a8c,37703,1732101696104/queue:448ea6c54a8c%2C37703%2C1732101696104/1732101711179/Put/seqid=0 2024-11-20T11:21:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741849_1025 (size=5504) 2024-11-20T11:21:56,979 INFO [regionserver/448ea6c54a8c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:57,092 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:57,278 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:21:57,278 INFO [regionserver/448ea6c54a8c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:21:57,292 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7ecae42801d033e894c92da5384cf2b 2024-11-20T11:21:57,311 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/info/57ada2c22370476ab1d70d6e38299df2 2024-11-20T11:21:57,329 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/ns/09ca0a2f2c404e32a133c353accd7d01 is 43, key is default/ns:d/1732101697985/Put/seqid=0 2024-11-20T11:21:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741850_1026 (size=5153) 2024-11-20T11:21:57,345 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/.tmp/queue/916c4d41d65e45daab87955507ba1c10 2024-11-20T11:21:57,349 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/.tmp/hfileref/0bdc7bd73a1b4d74a3fb690d391d45e7 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/hfileref/0bdc7bd73a1b4d74a3fb690d391d45e7 2024-11-20T11:21:57,352 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/hfileref/0bdc7bd73a1b4d74a3fb690d391d45e7, entries=6, sequenceid=17, filesize=5.4 K 2024-11-20T11:21:57,353 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/.tmp/queue/916c4d41d65e45daab87955507ba1c10 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/queue/916c4d41d65e45daab87955507ba1c10 2024-11-20T11:21:57,355 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/queue/916c4d41d65e45daab87955507ba1c10, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T11:21:57,356 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a7ecae42801d033e894c92da5384cf2b in 461ms, sequenceid=17, compaction requested=false 2024-11-20T11:21:57,359 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/replication/a7ecae42801d033e894c92da5384cf2b/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-20T11:21:57,359 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:57,359 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:21:57,359 INFO [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:57,360 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7ecae42801d033e894c92da5384cf2b: Waiting for close lock at 1732101716895Running coprocessor pre-close hooks at 1732101716895Disabling compacts and flushes for region at 1732101716895Disabling writes for close at 1732101716895Obtaining lock to block concurrent updates at 1732101716895Preparing flush snapshotting stores in a7ecae42801d033e894c92da5384cf2b at 1732101716895Finished memstore snapshotting hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732101716895Flushing stores of hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. at 1732101716896 (+1 ms)Flushing a7ecae42801d033e894c92da5384cf2b/hfileref: creating writer at 1732101716896Flushing a7ecae42801d033e894c92da5384cf2b/hfileref: appending metadata at 1732101716912 (+16 ms)Flushing a7ecae42801d033e894c92da5384cf2b/hfileref: closing flushed file at 1732101716913 (+1 ms)Flushing a7ecae42801d033e894c92da5384cf2b/queue: creating writer at 1732101716920 (+7 ms)Flushing a7ecae42801d033e894c92da5384cf2b/queue: appending metadata at 1732101716935 (+15 ms)Flushing a7ecae42801d033e894c92da5384cf2b/queue: closing flushed file at 1732101716935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@408ffaf8: reopening flushed file at 1732101717348 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e1fb03: reopening flushed file at 1732101717352 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a7ecae42801d033e894c92da5384cf2b in 461ms, sequenceid=17, compaction requested=false at 1732101717356 (+4 ms)Writing region close event to WAL at 1732101717357 (+1 ms)Running coprocessor post-close hooks at 1732101717359 (+2 ms)Closed at 1732101717359 2024-11-20T11:21:57,360 DEBUG [RS_CLOSE_REGION-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732101707888.a7ecae42801d033e894c92da5384cf2b. 2024-11-20T11:21:57,492 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:57,624 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:57,632 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:57,632 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 688, reset compression=false 2024-11-20T11:21:57,633 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-448ea6c54a8c,37703,1732101696104 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:57,634 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 448ea6c54a8c,37703,1732101696104: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-448ea6c54a8c,37703,1732101696104, walGroup=448ea6c54a8c%2C37703%2C1732101696104, offset=448ea6c54a8c%2C37703%2C1732101696104.1732101710070:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:37703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T11:21:57,635 ERROR [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T11:21:57,636 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T11:21:57,636 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T11:21:57,636 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T11:21:57,636 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T11:21:57,636 INFO [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1602224128, "init": 1048576000, "max": 2306867200, "used": 1244701216 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207968280 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T11:21:57,637 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:35047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:35047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T11:21:57,692 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:57,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:21:57,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:21:57,712 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128752 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [448ea6c54a8c,38865,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=448ea6c54a8c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T11:21:57,733 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/ns/09ca0a2f2c404e32a133c353accd7d01 2024-11-20T11:21:57,755 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/rep_barrier/17ca525915cb4b30bdee02be1c47e0f0 is 112, key is test,,1732101703951.e46102fa49e20c953fd7aedcf25e0a0e./rep_barrier:seqnumDuringOpen/1732101704297/Put/seqid=0 2024-11-20T11:21:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741851_1027 (size=5518) 2024-11-20T11:21:57,797 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 393, reset compression=false 2024-11-20T11:21:57,805 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T11:21:57,805 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 688, reset compression=false 2024-11-20T11:21:57,806 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-448ea6c54a8c,37703,1732101696104 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T11:21:57,806 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-20T11:21:57,849 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 688, reset compression=false 2024-11-20T11:21:57,892 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:21:57,892 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:21:57,892 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:58,010 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 688, reset compression=false 2024-11-20T11:21:58,093 DEBUG [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:21:58,153 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 688, reset compression=false 2024-11-20T11:21:58,166 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/rep_barrier/17ca525915cb4b30bdee02be1c47e0f0 2024-11-20T11:21:58,186 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/table/40b84b0f0ea2418381c7e1aeb7b0bc03 is 53, key is hbase:replication/table:state/1732101708283/Put/seqid=0 2024-11-20T11:21:58,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741852_1028 (size=5308) 2024-11-20T11:21:58,203 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/table/40b84b0f0ea2418381c7e1aeb7b0bc03 2024-11-20T11:21:58,209 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/info/57ada2c22370476ab1d70d6e38299df2 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/info/57ada2c22370476ab1d70d6e38299df2 2024-11-20T11:21:58,217 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/info/57ada2c22370476ab1d70d6e38299df2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T11:21:58,219 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/ns/09ca0a2f2c404e32a133c353accd7d01 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/ns/09ca0a2f2c404e32a133c353accd7d01 2024-11-20T11:21:58,224 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/ns/09ca0a2f2c404e32a133c353accd7d01, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T11:21:58,225 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/rep_barrier/17ca525915cb4b30bdee02be1c47e0f0 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/rep_barrier/17ca525915cb4b30bdee02be1c47e0f0 2024-11-20T11:21:58,232 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/rep_barrier/17ca525915cb4b30bdee02be1c47e0f0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T11:21:58,233 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/.tmp/table/40b84b0f0ea2418381c7e1aeb7b0bc03 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/table/40b84b0f0ea2418381c7e1aeb7b0bc03 2024-11-20T11:21:58,247 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/table/40b84b0f0ea2418381c7e1aeb7b0bc03, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T11:21:58,248 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=16, compaction requested=false 2024-11-20T11:21:58,249 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:21:58,278 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T11:21:58,278 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T11:21:58,278 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:21:58,278 INFO [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:58,279 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732101716891Running coprocessor pre-close hooks at 1732101716891Disabling compacts and flushes for region at 1732101716891Disabling writes for close at 1732101716892 (+1 ms)Obtaining lock to block concurrent updates at 1732101716892Preparing flush snapshotting stores in 1588230740 at 1732101716892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732101716892Flushing stores of hbase:meta,,1.1588230740 at 1732101716893 (+1 ms)Flushing 1588230740/info: creating writer at 1732101716893Flushing 1588230740/info: appending metadata at 1732101716907 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732101716907Flushing 1588230740/ns: creating writer at 1732101717314 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732101717328 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732101717328Flushing 1588230740/rep_barrier: creating writer at 1732101717737 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732101717755 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732101717755Flushing 1588230740/table: creating writer at 1732101718169 (+414 ms)Flushing 1588230740/table: appending metadata at 1732101718186 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732101718186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11902141: reopening flushed file at 1732101718208 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fc0b13: reopening flushed file at 1732101718218 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93d6734: reopening flushed file at 1732101718224 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5dcb9: reopening flushed file at 1732101718232 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=16, compaction requested=false at 1732101718248 (+16 ms)Writing region close event to WAL at 1732101718267 (+19 ms)Running coprocessor post-close hooks at 1732101718278 (+11 ms)Closed at 1732101718278 2024-11-20T11:21:58,279 DEBUG [RS_CLOSE_META-regionserver/448ea6c54a8c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:21:58,293 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(976): stopping server 448ea6c54a8c,37703,1732101696104; all regions closed. 2024-11-20T11:21:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741844_1020 (size=859) 2024-11-20T11:21:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741842_1018 (size=2791) 2024-11-20T11:21:58,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741843_1019 (size=696) 2024-11-20T11:21:58,310 DEBUG [RS:0;448ea6c54a8c:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:58,310 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:21:58,311 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:58,311 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.ChoreService(370): Chore service for: regionserver/448ea6c54a8c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:58,311 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:58,311 INFO [regionserver/448ea6c54a8c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:58,312 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-448ea6c54a8c,37703,1732101696104 because: Region server is closing 2024-11-20T11:21:58,312 INFO [RS:0;448ea6c54a8c:37703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:37703. 2024-11-20T11:21:58,312 DEBUG [RS:0;448ea6c54a8c:37703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:58,312 DEBUG [RS:0;448ea6c54a8c:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:58,312 DEBUG [RS:0;448ea6c54a8c:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:58,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:58,314 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 to pos 688, reset compression=false 2024-11-20T11:21:58,316 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/WALs/448ea6c54a8c,37703,1732101696104/448ea6c54a8c%2C37703%2C1732101696104.1732101710070 2024-11-20T11:21:58,316 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T11:21:58,316 DEBUG [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T11:21:58,413 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 terminated 2024-11-20T11:21:58,413 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-448ea6c54a8c,37703,1732101696104 because: Region server is closing 2024-11-20T11:21:58,413 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,1-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,1-448ea6c54a8c,37703,1732101696104 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T11:21:58,413 INFO [RS:0;448ea6c54a8c:37703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;448ea6c54a8c:37703. 2024-11-20T11:21:58,413 DEBUG [RS:0;448ea6c54a8c:37703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:21:58,413 DEBUG [RS:0;448ea6c54a8c:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:58,413 DEBUG [RS:0;448ea6c54a8c:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:21:58,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:21:58,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:21:58,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,514 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.shipper448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 terminated 2024-11-20T11:21:58,514 WARN [RS_REFRESH_PEER-regionserver/448ea6c54a8c:0-0.replicationSource,2-448ea6c54a8c,37703,1732101696104.replicationSource.wal-reader.448ea6c54a8c%2C37703%2C1732101696104,2-448ea6c54a8c,37703,1732101696104 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-20T11:21:58,514 INFO [RS:0;448ea6c54a8c:37703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37703 2024-11-20T11:21:58,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926/rs 2024-11-20T11:21:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0890527926/rs/448ea6c54a8c,37703,1732101696104 2024-11-20T11:21:58,516 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:58,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [448ea6c54a8c,37703,1732101696104] 2024-11-20T11:21:58,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:21:58,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0890527926/draining/448ea6c54a8c,37703,1732101696104 already deleted, retry=false 2024-11-20T11:21:58,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 448ea6c54a8c,37703,1732101696104 expired; onlineServers=0 2024-11-20T11:21:58,518 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '448ea6c54a8c,35047,1732101696001' ***** 2024-11-20T11:21:58,518 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:21:58,518 INFO [M:0;448ea6c54a8c:35047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:21:58,518 INFO [M:0;448ea6c54a8c:35047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:21:58,518 DEBUG [M:0;448ea6c54a8c:35047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:21:58,518 DEBUG [M:0;448ea6c54a8c:35047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:21:58,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:21:58,518 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101697136 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.large.0-1732101697136,5,FailOnTimeoutGroup] 2024-11-20T11:21:58,518 INFO [M:0;448ea6c54a8c:35047 {}] hbase.ChoreService(370): Chore service for: master/448ea6c54a8c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:21:58,518 INFO [M:0;448ea6c54a8c:35047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:21:58,518 DEBUG [M:0;448ea6c54a8c:35047 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:21:58,518 INFO [M:0;448ea6c54a8c:35047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:21:58,519 DEBUG [master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101697148 {}] cleaner.HFileCleaner(306): Exit Thread[master/448ea6c54a8c:0:becomeActiveMaster-HFileCleaner.small.0-1732101697148,5,FailOnTimeoutGroup] 2024-11-20T11:21:58,519 INFO [M:0;448ea6c54a8c:35047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:21:58,519 INFO [M:0;448ea6c54a8c:35047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:21:58,519 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:21:58,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0890527926/master 2024-11-20T11:21:58,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0890527926 2024-11-20T11:21:58,521 DEBUG [M:0;448ea6c54a8c:35047 {}] zookeeper.ZKUtil(347): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Unable to get data of znode /0890527926/master because node does not exist (not an error) 2024-11-20T11:21:58,521 WARN [M:0;448ea6c54a8c:35047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:21:58,521 INFO [M:0;448ea6c54a8c:35047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/.lastflushedseqids 2024-11-20T11:21:58,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741853_1029 (size=263) 2024-11-20T11:21:58,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:58,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101351c4f510001, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:58,618 INFO [RS:0;448ea6c54a8c:37703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:58,618 INFO [RS:0;448ea6c54a8c:37703 {}] regionserver.HRegionServer(1031): Exiting; stopping=448ea6c54a8c,37703,1732101696104; zookeeper connection closed. 2024-11-20T11:21:58,618 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e4adfb4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e4adfb4 2024-11-20T11:21:58,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:21:58,932 INFO [M:0;448ea6c54a8c:35047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:21:58,932 INFO [M:0;448ea6c54a8c:35047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:21:58,932 DEBUG [M:0;448ea6c54a8c:35047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:21:58,932 INFO [M:0;448ea6c54a8c:35047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:58,932 DEBUG [M:0;448ea6c54a8c:35047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:58,932 DEBUG [M:0;448ea6c54a8c:35047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:21:58,932 DEBUG [M:0;448ea6c54a8c:35047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:58,933 INFO [M:0;448ea6c54a8c:35047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-20T11:21:58,969 DEBUG [M:0;448ea6c54a8c:35047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/436059480e7040109646dbb518de3c18 is 82, key is hbase:meta,,1/info:regioninfo/1732101697963/Put/seqid=0 2024-11-20T11:21:58,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741854_1030 (size=5672) 2024-11-20T11:21:58,990 INFO [M:0;448ea6c54a8c:35047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/436059480e7040109646dbb518de3c18 2024-11-20T11:21:59,019 DEBUG [M:0;448ea6c54a8c:35047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/499b623d3c124b859801bb9d7eebed18 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732101708286/Put/seqid=0 2024-11-20T11:21:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741855_1031 (size=8908) 2024-11-20T11:21:59,040 INFO [M:0;448ea6c54a8c:35047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/499b623d3c124b859801bb9d7eebed18 2024-11-20T11:21:59,070 DEBUG [M:0;448ea6c54a8c:35047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe3ac0ce2414413a9682c3ed7b7f8cb3 is 69, key is 448ea6c54a8c,37703,1732101696104/rs:state/1732101697210/Put/seqid=0 2024-11-20T11:21:59,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741856_1032 (size=5156) 2024-11-20T11:21:59,079 INFO [M:0;448ea6c54a8c:35047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe3ac0ce2414413a9682c3ed7b7f8cb3 2024-11-20T11:21:59,086 DEBUG [M:0;448ea6c54a8c:35047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/436059480e7040109646dbb518de3c18 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/436059480e7040109646dbb518de3c18 2024-11-20T11:21:59,099 INFO [M:0;448ea6c54a8c:35047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/436059480e7040109646dbb518de3c18, entries=8, sequenceid=112, filesize=5.5 K 2024-11-20T11:21:59,100 DEBUG [M:0;448ea6c54a8c:35047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/499b623d3c124b859801bb9d7eebed18 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/499b623d3c124b859801bb9d7eebed18 2024-11-20T11:21:59,105 INFO [M:0;448ea6c54a8c:35047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/499b623d3c124b859801bb9d7eebed18, entries=13, sequenceid=112, filesize=8.7 K 2024-11-20T11:21:59,106 DEBUG [M:0;448ea6c54a8c:35047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe3ac0ce2414413a9682c3ed7b7f8cb3 as hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe3ac0ce2414413a9682c3ed7b7f8cb3 2024-11-20T11:21:59,109 INFO [M:0;448ea6c54a8c:35047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44809/user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe3ac0ce2414413a9682c3ed7b7f8cb3, entries=1, sequenceid=112, filesize=5.0 K 2024-11-20T11:21:59,110 INFO [M:0;448ea6c54a8c:35047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=112, compaction requested=false 2024-11-20T11:21:59,126 INFO [M:0;448ea6c54a8c:35047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:21:59,126 DEBUG [M:0;448ea6c54a8c:35047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732101718932Disabling compacts and flushes for region at 1732101718932Disabling writes for close at 1732101718932Obtaining lock to block concurrent updates at 1732101718933 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732101718933Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732101718933Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732101718934 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732101718934Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732101718968 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732101718968Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732101718995 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732101719019 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732101719019Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732101719050 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732101719070 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732101719070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f36d52d: reopening flushed file at 1732101719084 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3873ca0a: reopening flushed file at 1732101719099 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b27ab70: reopening flushed file at 1732101719105 (+6 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=112, compaction requested=false at 1732101719110 (+5 ms)Writing region close event to WAL at 1732101719126 (+16 ms)Closed at 1732101719126 2024-11-20T11:21:59,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741830_1006 (size=69043) 2024-11-20T11:21:59,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4eaccb95-e5c9-4965-16d8-00532b3d1798/MasterData/WALs/448ea6c54a8c,35047,1732101696001/448ea6c54a8c%2C35047%2C1732101696001.1732101697017 not finished, retry = 0 2024-11-20T11:21:59,231 INFO [M:0;448ea6c54a8c:35047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:21:59,232 INFO [M:0;448ea6c54a8c:35047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35047 2024-11-20T11:21:59,232 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:21:59,232 INFO [M:0;448ea6c54a8c:35047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:21:59,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:59,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35047-0x101351c4f510000, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:21:59,340 INFO [M:0;448ea6c54a8c:35047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:21:59,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@107b71c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:21:59,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ba6bf0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:59,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:59,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2a59fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:59,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41108ba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:59,348 WARN [BP-1525203111-172.17.0.2-1732101694692 heartbeating to localhost/127.0.0.1:44809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:21:59,348 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:21:59,348 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:21:59,348 WARN [BP-1525203111-172.17.0.2-1732101694692 heartbeating to localhost/127.0.0.1:44809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1525203111-172.17.0.2-1732101694692 (Datanode Uuid 63834e73-6db0-4b7a-9dd2-1c365b36842b) service to localhost/127.0.0.1:44809 2024-11-20T11:21:59,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/cluster_7e9f1e08-f393-79d4-2848-914686624ac4/data/data1/current/BP-1525203111-172.17.0.2-1732101694692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:59,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/cluster_7e9f1e08-f393-79d4-2848-914686624ac4/data/data2/current/BP-1525203111-172.17.0.2-1732101694692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:21:59,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:21:59,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21bd1f72{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:21:59,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@202ede8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:21:59,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:21:59,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e31e38c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:21:59,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103bac19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3999d121-3113-5764-d617-f782da2e3be8/hadoop.log.dir/,STOPPED} 2024-11-20T11:21:59,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:21:59,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:21:59,411 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 531) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44901 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44809 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44901 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62125) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44809 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37799 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37799 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44809 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=976 (was 881) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 539), ProcessCount=11 (was 11), AvailableMemoryMB=7002 (was 7470) 2024-11-20T11:21:59,412 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-11-20T11:21:59,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101351c4f510002, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:21:59,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101351c4f510005, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:21:59,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101351c4f510008, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T11:21:59,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101351c4f510005, quorum=127.0.0.1:62125, baseZNode=/1-1098138867 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:21:59,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101351c4f510002, quorum=127.0.0.1:62125, baseZNode=/0890527926 Received Disconnected from ZooKeeper, ignoring 2024-11-20T11:21:59,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101351c4f510008, quorum=127.0.0.1:62125, baseZNode=/2-1236575741 Received Disconnected from ZooKeeper, ignoring